2024-04-13T21:25:29.270 INFO:root:teuthology version: 0.0.1.dev267+g6c63784 2024-04-13T21:25:29.271 DEBUG:teuthology.run:Teuthology command: teuthology --name sjust-2024-04-13_21:17:11-upgrade:reef-x:stress-split-wip-sjust-squid-testing-65185-2024-04-12-distro-default-smithi --verbose --description upgrade:reef-x:stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic} --archive /home/teuthworker/archive/sjust-2024-04-13_21:17:11-upgrade:reef-x:stress-split-wip-sjust-squid-testing-65185-2024-04-12-distro-default-smithi/7655162 --owner scheduled_sjust@teuthology -- /home/teuthworker/archive/sjust-2024-04-13_21:17:11-upgrade:reef-x:stress-split-wip-sjust-squid-testing-65185-2024-04-12-distro-default-smithi/7655162/orig.config.yaml 2024-04-13T21:25:29.330 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-13T21:25:29.428 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/sjust-2024-04-13_21:17:11-upgrade:reef-x:stress-split-wip-sjust-squid-testing-65185-2024-04-12-distro-default-smithi/7655162 branch: wip-sjust-squid-testing-65185-2024-04-12 description: upgrade:reef-x:stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic} email: null first-half-sequence: - cephadm.shell: env: - sha1 mon.a: - ceph config set mgr mgr/cephadm/daemon_cache_timeout 60 - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps - echo wait for minority of mons to upgrade - while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for majority of mons to upgrade - 'while ! ceph mon versions | grep $sha1 | egrep '': [23]'' ; do sleep 2 ; done' - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for all mons to upgrade - 'while ! ceph mon versions | grep $sha1 | grep '': 3'' ; do sleep 2 ; done' - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for half of osds to upgrade - 'while ! ceph osd versions | grep $sha1 | egrep '': [45678]''; do sleep 2 ; done' - ceph orch upgrade pause - ceph orch ps - ceph orch ps - ceph versions first-half-tasks: - workunit: branch: reef clients: client.0: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 5-workload' first_in_suite: false job_id: '7655162' kernel: kdb: true sha1: distro ktype: distro last_in_suite: false machine_type: smithi meta: - desc: 'run basic import/export cli tests for rbd ' - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' - desc: 'run basic cls tests for rbd ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'randomized correctness test for rados operations on a replicated pool, using only reads, writes, and deletes ' - desc: 'randomized correctness test for rados operations on a replicated pool with snapshot operations ' - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' name: sjust-2024-04-13_21:17:11-upgrade:reef-x:stress-split-wip-sjust-squid-testing-65185-2024-04-12-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: wip-sjust-squid-testing-65185-2024-04-12 ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 809afd3da6037ef1c60dcf79f89e65791b95f8ef ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: 809afd3da6037ef1c60dcf79f89e65791b95f8ef workunit: branch: wip-sjust-squid-testing-65185-2024-04-12 sha1: 809afd3da6037ef1c60dcf79f89e65791b95f8ef owner: scheduled_sjust@teuthology priority: 51 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b second-half-sequence: sequential: - cephadm.shell: env: - sha1 mon.a: - ceph orch upgrade resume - sleep 60 - echo wait for upgrade to complete - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - echo upgrade complete - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 second-half-tasks: - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' seed: 7910 sha1: 809afd3da6037ef1c60dcf79f89e65791b95f8ef sleep_before_teardown: 0 stress-tasks: - thrashosds: aggressive_pg_num_changes: false chance_force_recovery: 0 chance_pgnum_grow: 1 chance_pgpnum_fix: 1 chance_thrash_cluster_full: 0 chance_thrash_pg_upmap: 0 chance_thrash_pg_upmap_items: 0 disable_objectstore_tool_tests: true timeout: 1200 - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' - workunit: branch: reef clients: client.0: - cls/test_cls_rbd.sh - print: '**** done cls/test_cls_rbd.sh 5-workload' - workunit: branch: reef clients: client.0: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 5-workload' - workunit: branch: reef clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done rbd/test_librbd.sh 7-workload' - full_sequential: - rados: clients: - client.0 objects: 500 op_weights: delete: 10 read: 45 write: 45 ops: 4000 write_append_excl: false - print: '**** done rados/readwrite 5-workload' - full_sequential: - rados: clients: - client.0 objects: 50 op_weights: delete: 50 read: 100 rollback: 50 snap_create: 50 snap_remove: 50 write: 100 ops: 4000 write_append_excl: false - print: '**** done rados/snaps-few-objects 5-workload' suite: upgrade:reef-x:stress-split suite_branch: wip-sjust-squid-testing-65185-2024-04-12 suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_809afd3da6037ef1c60dcf79f89e65791b95f8ef/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: 809afd3da6037ef1c60dcf79f89e65791b95f8ef targets: smithi165.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOgaHK+ahZQAaHHTSTYLojX+lgMA+rbxi4C/CkVY3Z1JOwfdOG0FH4HW5C6EyD8iE36TUWs9qFoSeUknz6/ZPR4= smithi189.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEuHXOC97VcHbyc//6PrcgpfNyTF49vKNvTtmBGp4g5W4IPSc0Hs3/EsPPUk44ulEQC49MWhCnIEZrgWU9zoSyA= tasks: - install: branch: reef exclude_packages: - ceph-volume - cephadm: compiled_cephadm_branch: reef conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:reef - cephadm.shell: mon.a: - ceph fs volume create foo - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph.healthy: null - print: '**** upgrading first half of cluster, with stress ****' - parallel: - first-half-tasks - first-half-sequence - print: '**** done upgrading first half of cluster ****' - ceph.healthy: null - print: '**** applying stress + thrashing to mixed-version cluster ****' - parallel: - stress-tasks - ceph.healthy: null - print: '**** finishing upgrade ****' - parallel: - second-half-tasks - second-half-sequence - ceph.healthy: null teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 6c637841c215537a4502385240412f1966e0faab timestamp: 2024-04-13_21:17:11 tube: smithi user: sjust verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-04-13T21:25:29.429 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_809afd3da6037ef1c60dcf79f89e65791b95f8ef/qa; will attempt to use it 2024-04-13T21:25:29.429 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_809afd3da6037ef1c60dcf79f89e65791b95f8ef/qa/tasks 2024-04-13T21:25:29.429 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-13T21:25:29.431 INFO:teuthology.task.internal:Checking packages... 2024-04-13T21:25:29.456 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash '809afd3da6037ef1c60dcf79f89e65791b95f8ef' 2024-04-13T21:25:29.456 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-13T21:25:29.456 INFO:teuthology.packaging:ref: None 2024-04-13T21:25:29.456 INFO:teuthology.packaging:tag: None 2024-04-13T21:25:29.456 INFO:teuthology.packaging:branch: wip-sjust-squid-testing-65185-2024-04-12 2024-04-13T21:25:29.456 INFO:teuthology.packaging:sha1: 809afd3da6037ef1c60dcf79f89e65791b95f8ef 2024-04-13T21:25:29.456 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=wip-sjust-squid-testing-65185-2024-04-12 2024-04-13T21:25:29.673 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-2113-g809afd3d-1jammy 2024-04-13T21:25:29.674 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-13T21:25:29.682 INFO:teuthology.task.internal:no buildpackages task found 2024-04-13T21:25:29.683 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-13T21:25:29.722 INFO:teuthology.task.internal:Saving configuration 2024-04-13T21:25:29.744 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-13T21:25:29.754 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-13T21:25:29.778 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi165.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/sjust-2024-04-13_21:17:11-upgrade:reef-x:stress-split-wip-sjust-squid-testing-65185-2024-04-12-distro-default-smithi/7655162', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-13 21:19:31.969474', 'locked_by': 'scheduled_sjust@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIEthG82EsM5IXz8ILTmwx51wBukDBdPDSZGTgzah9V2B'} 2024-04-13T21:25:29.799 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi189.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/sjust-2024-04-13_21:17:11-upgrade:reef-x:stress-split-wip-sjust-squid-testing-65185-2024-04-12-distro-default-smithi/7655162', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-13 21:19:31.967622', 'locked_by': 'scheduled_sjust@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHkdKeiHGVpW/5LvJZvTTUq5DTeLeN/i4B/L06EO+0Qt'} 2024-04-13T21:25:29.799 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-13T21:25:29.807 INFO:teuthology.task.internal:roles: ubuntu@smithi165.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-04-13T21:25:29.807 INFO:teuthology.task.internal:roles: ubuntu@smithi189.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-04-13T21:25:29.808 INFO:teuthology.run_tasks:Running task console_log... 2024-04-13T21:25:29.901 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fb7af9615e0>, signals=[15]) 2024-04-13T21:25:29.902 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-13T21:25:29.908 INFO:teuthology.task.internal:Opening connections... 2024-04-13T21:25:29.908 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi165.front.sepia.ceph.com 2024-04-13T21:25:29.910 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi165.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-13T21:25:30.036 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi189.front.sepia.ceph.com 2024-04-13T21:25:30.037 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi189.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-13T21:25:30.115 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-13T21:25:30.122 DEBUG:teuthology.orchestra.run.smithi165:> uname -m 2024-04-13T21:25:30.127 INFO:teuthology.orchestra.run.smithi165.stdout:x86_64 2024-04-13T21:25:30.127 DEBUG:teuthology.orchestra.run.smithi165:> cat /etc/os-release 2024-04-13T21:25:30.173 INFO:teuthology.orchestra.run.smithi165.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-04-13T21:25:30.173 INFO:teuthology.orchestra.run.smithi165.stdout:NAME="Ubuntu" 2024-04-13T21:25:30.173 INFO:teuthology.orchestra.run.smithi165.stdout:VERSION_ID="22.04" 2024-04-13T21:25:30.173 INFO:teuthology.orchestra.run.smithi165.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-04-13T21:25:30.173 INFO:teuthology.orchestra.run.smithi165.stdout:VERSION_CODENAME=jammy 2024-04-13T21:25:30.173 INFO:teuthology.orchestra.run.smithi165.stdout:ID=ubuntu 2024-04-13T21:25:30.173 INFO:teuthology.orchestra.run.smithi165.stdout:ID_LIKE=debian 2024-04-13T21:25:30.173 INFO:teuthology.orchestra.run.smithi165.stdout:HOME_URL="https://www.ubuntu.com/" 2024-04-13T21:25:30.173 INFO:teuthology.orchestra.run.smithi165.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-04-13T21:25:30.173 INFO:teuthology.orchestra.run.smithi165.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-04-13T21:25:30.174 INFO:teuthology.orchestra.run.smithi165.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-04-13T21:25:30.174 INFO:teuthology.orchestra.run.smithi165.stdout:UBUNTU_CODENAME=jammy 2024-04-13T21:25:30.175 INFO:teuthology.lock.ops:Updating smithi165.front.sepia.ceph.com on lock server 2024-04-13T21:25:30.201 DEBUG:teuthology.orchestra.run.smithi189:> uname -m 2024-04-13T21:25:30.206 INFO:teuthology.orchestra.run.smithi189.stdout:x86_64 2024-04-13T21:25:30.207 DEBUG:teuthology.orchestra.run.smithi189:> cat /etc/os-release 2024-04-13T21:25:30.257 INFO:teuthology.orchestra.run.smithi189.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-04-13T21:25:30.257 INFO:teuthology.orchestra.run.smithi189.stdout:NAME="Ubuntu" 2024-04-13T21:25:30.258 INFO:teuthology.orchestra.run.smithi189.stdout:VERSION_ID="22.04" 2024-04-13T21:25:30.258 INFO:teuthology.orchestra.run.smithi189.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-04-13T21:25:30.258 INFO:teuthology.orchestra.run.smithi189.stdout:VERSION_CODENAME=jammy 2024-04-13T21:25:30.258 INFO:teuthology.orchestra.run.smithi189.stdout:ID=ubuntu 2024-04-13T21:25:30.258 INFO:teuthology.orchestra.run.smithi189.stdout:ID_LIKE=debian 2024-04-13T21:25:30.258 INFO:teuthology.orchestra.run.smithi189.stdout:HOME_URL="https://www.ubuntu.com/" 2024-04-13T21:25:30.258 INFO:teuthology.orchestra.run.smithi189.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-04-13T21:25:30.258 INFO:teuthology.orchestra.run.smithi189.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-04-13T21:25:30.258 INFO:teuthology.orchestra.run.smithi189.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-04-13T21:25:30.258 INFO:teuthology.orchestra.run.smithi189.stdout:UBUNTU_CODENAME=jammy 2024-04-13T21:25:30.258 INFO:teuthology.lock.ops:Updating smithi189.front.sepia.ceph.com on lock server 2024-04-13T21:25:30.284 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-13T21:25:30.297 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-13T21:25:30.330 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-13T21:25:30.330 DEBUG:teuthology.orchestra.run.smithi165:> test '!' -e /home/ubuntu/cephtest 2024-04-13T21:25:30.333 DEBUG:teuthology.orchestra.run.smithi189:> test '!' -e /home/ubuntu/cephtest 2024-04-13T21:25:30.337 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-13T21:25:30.391 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-13T21:25:30.391 DEBUG:teuthology.orchestra.run.smithi165:> test -z $(ls -A /var/lib/ceph) 2024-04-13T21:25:30.394 DEBUG:teuthology.orchestra.run.smithi189:> test -z $(ls -A /var/lib/ceph) 2024-04-13T21:25:30.408 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-13T21:25:30.463 INFO:teuthology.run_tasks:Running task kernel... 2024-04-13T21:25:30.481 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2024-04-13T21:25:30.481 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2024-04-13T21:25:30.481 DEBUG:teuthology.orchestra.run.smithi165:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-13T21:25:30.482 DEBUG:teuthology.orchestra.run.smithi189:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-13T21:25:30.486 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-13T21:25:30.486 DEBUG:teuthology.orchestra.run.smithi165:> uname -r 2024-04-13T21:25:30.487 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-13T21:25:30.487 DEBUG:teuthology.orchestra.run.smithi189:> uname -r 2024-04-13T21:25:30.534 INFO:teuthology.orchestra.run.smithi165.stdout:5.15.0-56-generic 2024-04-13T21:25:30.535 INFO:teuthology.task.kernel:Running kernel on smithi165: 5.15.0-56-generic 2024-04-13T21:25:30.535 DEBUG:teuthology.orchestra.run.smithi165:> sudo apt-get clean 2024-04-13T21:25:30.536 INFO:teuthology.orchestra.run.smithi189.stdout:5.15.0-56-generic 2024-04-13T21:25:30.536 INFO:teuthology.task.kernel:Running kernel on smithi189: 5.15.0-56-generic 2024-04-13T21:25:30.536 DEBUG:teuthology.orchestra.run.smithi189:> sudo apt-get clean 2024-04-13T21:25:30.653 DEBUG:teuthology.orchestra.run.smithi165:> sudo apt-get update 2024-04-13T21:25:30.690 DEBUG:teuthology.orchestra.run.smithi189:> sudo apt-get update 2024-04-13T21:25:30.802 INFO:teuthology.orchestra.run.smithi165.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-04-13T21:25:30.816 INFO:teuthology.orchestra.run.smithi165.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [119 kB] 2024-04-13T21:25:30.816 INFO:teuthology.orchestra.run.smithi165.stdout:Get:3 http://security.ubuntu.com/ubuntu jammy-security InRelease [110 kB] 2024-04-13T21:25:30.827 INFO:teuthology.orchestra.run.smithi189.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-04-13T21:25:30.865 INFO:teuthology.orchestra.run.smithi189.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [119 kB] 2024-04-13T21:25:30.900 INFO:teuthology.orchestra.run.smithi165.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [109 kB] 2024-04-13T21:25:30.935 INFO:teuthology.orchestra.run.smithi189.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [109 kB] 2024-04-13T21:25:30.941 INFO:teuthology.orchestra.run.smithi189.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security InRelease [110 kB] 2024-04-13T21:25:31.051 INFO:teuthology.orchestra.run.smithi165.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [444 kB] 2024-04-13T21:25:31.073 INFO:teuthology.orchestra.run.smithi189.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [1,562 kB] 2024-04-13T21:25:31.131 INFO:teuthology.orchestra.run.smithi165.stdout:Get:6 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,343 kB] 2024-04-13T21:25:31.132 INFO:teuthology.orchestra.run.smithi165.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [1,562 kB] 2024-04-13T21:25:31.175 INFO:teuthology.orchestra.run.smithi165.stdout:Get:8 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [237 kB] 2024-04-13T21:25:31.177 INFO:teuthology.orchestra.run.smithi165.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [11.4 kB] 2024-04-13T21:25:31.177 INFO:teuthology.orchestra.run.smithi165.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [1,670 kB] 2024-04-13T21:25:31.183 INFO:teuthology.orchestra.run.smithi189.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [610 kB] 2024-04-13T21:25:31.196 INFO:teuthology.orchestra.run.smithi189.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [297 kB] 2024-04-13T21:25:31.202 INFO:teuthology.orchestra.run.smithi189.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [16.1 kB] 2024-04-13T21:25:31.203 INFO:teuthology.orchestra.run.smithi189.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [35.7 kB] 2024-04-13T21:25:31.204 INFO:teuthology.orchestra.run.smithi189.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [1,702 kB] 2024-04-13T21:25:31.208 INFO:teuthology.orchestra.run.smithi165.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [34.1 kB] 2024-04-13T21:25:31.208 INFO:teuthology.orchestra.run.smithi165.stdout:Get:12 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [280 kB] 2024-04-13T21:25:31.213 INFO:teuthology.orchestra.run.smithi165.stdout:Get:13 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [520 B] 2024-04-13T21:25:31.213 INFO:teuthology.orchestra.run.smithi165.stdout:Get:14 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [600 kB] 2024-04-13T21:25:31.221 INFO:teuthology.orchestra.run.smithi165.stdout:Get:15 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [852 kB] 2024-04-13T21:25:31.236 INFO:teuthology.orchestra.run.smithi165.stdout:Get:16 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [163 kB] 2024-04-13T21:25:31.237 INFO:teuthology.orchestra.run.smithi165.stdout:Get:17 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [16.8 kB] 2024-04-13T21:25:31.244 INFO:teuthology.orchestra.run.smithi189.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [286 kB] 2024-04-13T21:25:31.245 INFO:teuthology.orchestra.run.smithi189.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [520 B] 2024-04-13T21:25:31.245 INFO:teuthology.orchestra.run.smithi189.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,074 kB] 2024-04-13T21:25:31.255 INFO:teuthology.orchestra.run.smithi189.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [699 kB] 2024-04-13T21:25:31.262 INFO:teuthology.orchestra.run.smithi189.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [245 kB] 2024-04-13T21:25:31.269 INFO:teuthology.orchestra.run.smithi165.stdout:Get:18 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-04-13T21:25:31.269 INFO:teuthology.orchestra.run.smithi165.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [610 kB] 2024-04-13T21:25:31.269 INFO:teuthology.orchestra.run.smithi165.stdout:Get:20 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-04-13T21:25:31.270 INFO:teuthology.orchestra.run.smithi165.stdout:Get:21 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-04-13T21:25:31.270 INFO:teuthology.orchestra.run.smithi165.stdout:Get:22 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [260 B] 2024-04-13T21:25:31.279 INFO:teuthology.orchestra.run.smithi165.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [297 kB] 2024-04-13T21:25:31.284 INFO:teuthology.orchestra.run.smithi165.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [16.1 kB] 2024-04-13T21:25:31.285 INFO:teuthology.orchestra.run.smithi165.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [1,702 kB] 2024-04-13T21:25:31.286 INFO:teuthology.orchestra.run.smithi189.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [22.1 kB] 2024-04-13T21:25:31.287 INFO:teuthology.orchestra.run.smithi189.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [6,028 B] 2024-04-13T21:25:31.287 INFO:teuthology.orchestra.run.smithi189.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [49.7 kB] 2024-04-13T21:25:31.287 INFO:teuthology.orchestra.run.smithi189.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [12.1 kB] 2024-04-13T21:25:31.288 INFO:teuthology.orchestra.run.smithi189.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [472 B] 2024-04-13T21:25:31.288 INFO:teuthology.orchestra.run.smithi189.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.1 kB] 2024-04-13T21:25:31.288 INFO:teuthology.orchestra.run.smithi189.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.2 kB] 2024-04-13T21:25:31.289 INFO:teuthology.orchestra.run.smithi189.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.0 kB] 2024-04-13T21:25:31.289 INFO:teuthology.orchestra.run.smithi189.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-04-13T21:25:31.307 INFO:teuthology.orchestra.run.smithi189.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.2 kB] 2024-04-13T21:25:31.314 INFO:teuthology.orchestra.run.smithi165.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [35.7 kB] 2024-04-13T21:25:31.317 INFO:teuthology.orchestra.run.smithi165.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [286 kB] 2024-04-13T21:25:31.320 INFO:teuthology.orchestra.run.smithi165.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [520 B] 2024-04-13T21:25:31.320 INFO:teuthology.orchestra.run.smithi165.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [699 kB] 2024-04-13T21:25:31.330 INFO:teuthology.orchestra.run.smithi165.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,074 kB] 2024-04-13T21:25:31.330 INFO:teuthology.orchestra.run.smithi189.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.4 kB] 2024-04-13T21:25:31.331 INFO:teuthology.orchestra.run.smithi189.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.2 kB] 2024-04-13T21:25:31.331 INFO:teuthology.orchestra.run.smithi189.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [644 B] 2024-04-13T21:25:31.341 INFO:teuthology.orchestra.run.smithi165.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [245 kB] 2024-04-13T21:25:31.343 INFO:teuthology.orchestra.run.smithi165.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [22.1 kB] 2024-04-13T21:25:31.343 INFO:teuthology.orchestra.run.smithi165.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [49.7 kB] 2024-04-13T21:25:31.344 INFO:teuthology.orchestra.run.smithi165.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [6,028 B] 2024-04-13T21:25:31.363 INFO:teuthology.orchestra.run.smithi165.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [12.1 kB] 2024-04-13T21:25:31.364 INFO:teuthology.orchestra.run.smithi165.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [472 B] 2024-04-13T21:25:31.364 INFO:teuthology.orchestra.run.smithi165.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.2 kB] 2024-04-13T21:25:31.364 INFO:teuthology.orchestra.run.smithi165.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.1 kB] 2024-04-13T21:25:31.367 INFO:teuthology.orchestra.run.smithi165.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.0 kB] 2024-04-13T21:25:31.368 INFO:teuthology.orchestra.run.smithi165.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-04-13T21:25:31.368 INFO:teuthology.orchestra.run.smithi165.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.2 kB] 2024-04-13T21:25:31.368 INFO:teuthology.orchestra.run.smithi165.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.4 kB] 2024-04-13T21:25:31.388 INFO:teuthology.orchestra.run.smithi165.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.2 kB] 2024-04-13T21:25:31.388 INFO:teuthology.orchestra.run.smithi165.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [644 B] 2024-04-13T21:25:31.397 INFO:teuthology.orchestra.run.smithi189.stdout:Get:29 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,343 kB] 2024-04-13T21:25:31.803 INFO:teuthology.orchestra.run.smithi189.stdout:Get:30 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [444 kB] 2024-04-13T21:25:31.821 INFO:teuthology.orchestra.run.smithi189.stdout:Get:31 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [237 kB] 2024-04-13T21:25:31.830 INFO:teuthology.orchestra.run.smithi189.stdout:Get:32 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [11.4 kB] 2024-04-13T21:25:31.831 INFO:teuthology.orchestra.run.smithi189.stdout:Get:33 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [1,670 kB] 2024-04-13T21:25:31.923 INFO:teuthology.orchestra.run.smithi189.stdout:Get:34 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [34.1 kB] 2024-04-13T21:25:31.923 INFO:teuthology.orchestra.run.smithi189.stdout:Get:35 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [280 kB] 2024-04-13T21:25:31.935 INFO:teuthology.orchestra.run.smithi189.stdout:Get:36 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [520 B] 2024-04-13T21:25:31.935 INFO:teuthology.orchestra.run.smithi189.stdout:Get:37 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [852 kB] 2024-04-13T21:25:31.965 INFO:teuthology.orchestra.run.smithi189.stdout:Get:38 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [600 kB] 2024-04-13T21:25:32.141 INFO:teuthology.orchestra.run.smithi189.stdout:Get:39 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [163 kB] 2024-04-13T21:25:32.546 INFO:teuthology.orchestra.run.smithi189.stdout:Get:40 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [16.8 kB] 2024-04-13T21:25:32.552 INFO:teuthology.orchestra.run.smithi189.stdout:Get:41 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-04-13T21:25:32.553 INFO:teuthology.orchestra.run.smithi189.stdout:Get:42 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-04-13T21:25:32.566 INFO:teuthology.orchestra.run.smithi189.stdout:Get:43 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-04-13T21:25:32.569 INFO:teuthology.orchestra.run.smithi189.stdout:Get:44 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [260 B] 2024-04-13T21:25:36.984 INFO:teuthology.orchestra.run.smithi189.stdout:Fetched 12.9 MB in 2s (6,794 kB/s) 2024-04-13T21:25:37.096 INFO:teuthology.orchestra.run.smithi165.stdout:Fetched 12.9 MB in 2s (7,093 kB/s) 2024-04-13T21:25:38.292 INFO:teuthology.orchestra.run.smithi189.stdout:Reading package lists... 2024-04-13T21:25:38.308 DEBUG:teuthology.orchestra.run.smithi189:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-04-13T21:25:38.361 INFO:teuthology.orchestra.run.smithi189.stdout:Reading package lists... 2024-04-13T21:25:38.473 INFO:teuthology.orchestra.run.smithi165.stdout:Reading package lists... 2024-04-13T21:25:38.491 DEBUG:teuthology.orchestra.run.smithi165:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-04-13T21:25:38.536 INFO:teuthology.orchestra.run.smithi189.stdout:Building dependency tree... 2024-04-13T21:25:38.537 INFO:teuthology.orchestra.run.smithi189.stdout:Reading state information... 2024-04-13T21:25:38.553 INFO:teuthology.orchestra.run.smithi165.stdout:Reading package lists... 2024-04-13T21:25:38.691 INFO:teuthology.orchestra.run.smithi189.stdout:The following packages were automatically installed and are no longer required: 2024-04-13T21:25:38.691 INFO:teuthology.orchestra.run.smithi189.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-04-13T21:25:38.691 INFO:teuthology.orchestra.run.smithi189.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-04-13T21:25:38.691 INFO:teuthology.orchestra.run.smithi189.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-04-13T21:25:38.692 INFO:teuthology.orchestra.run.smithi189.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-04-13T21:25:38.692 INFO:teuthology.orchestra.run.smithi189.stdout: python2.7-minimal 2024-04-13T21:25:38.692 INFO:teuthology.orchestra.run.smithi189.stdout:Use 'sudo apt autoremove' to remove them. 2024-04-13T21:25:38.692 INFO:teuthology.orchestra.run.smithi189.stdout:The following additional packages will be installed: 2024-04-13T21:25:38.693 INFO:teuthology.orchestra.run.smithi189.stdout: linux-generic linux-headers-5.15.0-102 linux-headers-5.15.0-102-generic 2024-04-13T21:25:38.693 INFO:teuthology.orchestra.run.smithi189.stdout: linux-headers-generic linux-image-5.15.0-102-generic 2024-04-13T21:25:38.693 INFO:teuthology.orchestra.run.smithi189.stdout: linux-modules-5.15.0-102-generic linux-modules-extra-5.15.0-102-generic 2024-04-13T21:25:38.694 INFO:teuthology.orchestra.run.smithi189.stdout:Suggested packages: 2024-04-13T21:25:38.694 INFO:teuthology.orchestra.run.smithi189.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-04-13T21:25:38.694 INFO:teuthology.orchestra.run.smithi189.stdout:Recommended packages: 2024-04-13T21:25:38.694 INFO:teuthology.orchestra.run.smithi189.stdout: thermald 2024-04-13T21:25:38.736 INFO:teuthology.orchestra.run.smithi189.stdout:The following NEW packages will be installed: 2024-04-13T21:25:38.736 INFO:teuthology.orchestra.run.smithi189.stdout: linux-headers-5.15.0-102 linux-headers-5.15.0-102-generic 2024-04-13T21:25:38.736 INFO:teuthology.orchestra.run.smithi189.stdout: linux-image-5.15.0-102-generic linux-modules-5.15.0-102-generic 2024-04-13T21:25:38.736 INFO:teuthology.orchestra.run.smithi189.stdout: linux-modules-extra-5.15.0-102-generic 2024-04-13T21:25:38.737 INFO:teuthology.orchestra.run.smithi189.stdout:The following packages will be upgraded: 2024-04-13T21:25:38.737 INFO:teuthology.orchestra.run.smithi189.stdout: linux-generic linux-headers-generic linux-image-generic 2024-04-13T21:25:38.749 INFO:teuthology.orchestra.run.smithi165.stdout:Building dependency tree... 2024-04-13T21:25:38.749 INFO:teuthology.orchestra.run.smithi165.stdout:Reading state information... 2024-04-13T21:25:38.904 INFO:teuthology.orchestra.run.smithi165.stdout:The following packages were automatically installed and are no longer required: 2024-04-13T21:25:38.904 INFO:teuthology.orchestra.run.smithi165.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-04-13T21:25:38.904 INFO:teuthology.orchestra.run.smithi165.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-04-13T21:25:38.905 INFO:teuthology.orchestra.run.smithi165.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-04-13T21:25:38.905 INFO:teuthology.orchestra.run.smithi165.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-04-13T21:25:38.905 INFO:teuthology.orchestra.run.smithi165.stdout: python2.7-minimal 2024-04-13T21:25:38.905 INFO:teuthology.orchestra.run.smithi165.stdout:Use 'sudo apt autoremove' to remove them. 2024-04-13T21:25:38.906 INFO:teuthology.orchestra.run.smithi165.stdout:The following additional packages will be installed: 2024-04-13T21:25:38.906 INFO:teuthology.orchestra.run.smithi165.stdout: linux-generic linux-headers-5.15.0-102 linux-headers-5.15.0-102-generic 2024-04-13T21:25:38.906 INFO:teuthology.orchestra.run.smithi165.stdout: linux-headers-generic linux-image-5.15.0-102-generic 2024-04-13T21:25:38.906 INFO:teuthology.orchestra.run.smithi165.stdout: linux-modules-5.15.0-102-generic linux-modules-extra-5.15.0-102-generic 2024-04-13T21:25:38.907 INFO:teuthology.orchestra.run.smithi165.stdout:Suggested packages: 2024-04-13T21:25:38.907 INFO:teuthology.orchestra.run.smithi165.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-04-13T21:25:38.907 INFO:teuthology.orchestra.run.smithi165.stdout:Recommended packages: 2024-04-13T21:25:38.908 INFO:teuthology.orchestra.run.smithi165.stdout: thermald 2024-04-13T21:25:38.915 INFO:teuthology.orchestra.run.smithi189.stdout:3 upgraded, 5 newly installed, 0 to remove and 313 not upgraded. 2024-04-13T21:25:38.915 INFO:teuthology.orchestra.run.smithi189.stdout:Need to get 113 MB of archives. 2024-04-13T21:25:38.915 INFO:teuthology.orchestra.run.smithi189.stdout:After this operation, 583 MB of additional disk space will be used. 2024-04-13T21:25:38.915 INFO:teuthology.orchestra.run.smithi189.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-102-generic amd64 5.15.0-102.112 [22.7 MB] 2024-04-13T21:25:38.960 INFO:teuthology.orchestra.run.smithi165.stdout:The following NEW packages will be installed: 2024-04-13T21:25:38.960 INFO:teuthology.orchestra.run.smithi165.stdout: linux-headers-5.15.0-102 linux-headers-5.15.0-102-generic 2024-04-13T21:25:38.960 INFO:teuthology.orchestra.run.smithi165.stdout: linux-image-5.15.0-102-generic linux-modules-5.15.0-102-generic 2024-04-13T21:25:38.961 INFO:teuthology.orchestra.run.smithi165.stdout: linux-modules-extra-5.15.0-102-generic 2024-04-13T21:25:38.962 INFO:teuthology.orchestra.run.smithi165.stdout:The following packages will be upgraded: 2024-04-13T21:25:38.962 INFO:teuthology.orchestra.run.smithi165.stdout: linux-generic linux-headers-generic linux-image-generic 2024-04-13T21:25:39.019 INFO:teuthology.orchestra.run.smithi165.stdout:3 upgraded, 5 newly installed, 0 to remove and 313 not upgraded. 2024-04-13T21:25:39.019 INFO:teuthology.orchestra.run.smithi165.stdout:Need to get 113 MB of archives. 2024-04-13T21:25:39.019 INFO:teuthology.orchestra.run.smithi165.stdout:After this operation, 583 MB of additional disk space will be used. 2024-04-13T21:25:39.019 INFO:teuthology.orchestra.run.smithi165.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-102-generic amd64 5.15.0-102.112 [22.7 MB] 2024-04-13T21:25:39.556 INFO:teuthology.orchestra.run.smithi165.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-102-generic amd64 5.15.0-102.112 [11.5 MB] 2024-04-13T21:25:39.678 INFO:teuthology.orchestra.run.smithi165.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-102-generic amd64 5.15.0-102.112 [63.9 MB] 2024-04-13T21:25:40.328 INFO:teuthology.orchestra.run.smithi189.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-102-generic amd64 5.15.0-102.112 [11.5 MB] 2024-04-13T21:25:40.611 INFO:teuthology.orchestra.run.smithi165.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.102.99 [1,700 B] 2024-04-13T21:25:40.611 INFO:teuthology.orchestra.run.smithi165.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.102.99 [2,512 B] 2024-04-13T21:25:40.611 INFO:teuthology.orchestra.run.smithi165.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-102 all 5.15.0-102.112 [12.4 MB] 2024-04-13T21:25:40.678 INFO:teuthology.orchestra.run.smithi189.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-102-generic amd64 5.15.0-102.112 [63.9 MB] 2024-04-13T21:25:40.734 INFO:teuthology.orchestra.run.smithi165.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-102-generic amd64 5.15.0-102.112 [2,877 kB] 2024-04-13T21:25:40.829 INFO:teuthology.orchestra.run.smithi165.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.102.99 [2,360 B] 2024-04-13T21:25:41.221 INFO:teuthology.orchestra.run.smithi165.stdout:Fetched 113 MB in 2s (60.9 MB/s) 2024-04-13T21:25:41.407 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package linux-modules-5.15.0-102-generic. 2024-04-13T21:25:42.918 INFO:teuthology.orchestra.run.smithi189.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.102.99 [1,700 B] 2024-04-13T21:25:42.919 INFO:teuthology.orchestra.run.smithi189.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.102.99 [2,512 B] 2024-04-13T21:25:42.919 INFO:teuthology.orchestra.run.smithi189.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-102 all 5.15.0-102.112 [12.4 MB] 2024-04-13T21:25:43.340 INFO:teuthology.orchestra.run.smithi165.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-04-13T21:25:43.344 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../0-linux-modules-5.15.0-102-generic_5.15.0-102.112_amd64.deb ... 2024-04-13T21:25:43.449 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking linux-modules-5.15.0-102-generic (5.15.0-102.112) ... 2024-04-13T21:25:43.662 INFO:teuthology.orchestra.run.smithi189.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-102-generic amd64 5.15.0-102.112 [2,877 kB] 2024-04-13T21:25:43.780 INFO:teuthology.orchestra.run.smithi189.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.102.99 [2,360 B] 2024-04-13T21:25:44.157 INFO:teuthology.orchestra.run.smithi189.stdout:Fetched 113 MB in 5s (22.5 MB/s) 2024-04-13T21:25:44.319 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package linux-modules-5.15.0-102-generic. 2024-04-13T21:25:45.559 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package linux-image-5.15.0-102-generic. 2024-04-13T21:25:45.580 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../1-linux-image-5.15.0-102-generic_5.15.0-102.112_amd64.deb ... 2024-04-13T21:25:45.666 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking linux-image-5.15.0-102-generic (5.15.0-102.112) ... 2024-04-13T21:25:46.146 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-102-generic. 2024-04-13T21:25:46.166 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-102-generic_5.15.0-102.112_amd64.deb ... 2024-04-13T21:25:46.221 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking linux-modules-extra-5.15.0-102-generic (5.15.0-102.112) ... 2024-04-13T21:25:46.331 INFO:teuthology.orchestra.run.smithi189.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-04-13T21:25:46.335 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../0-linux-modules-5.15.0-102-generic_5.15.0-102.112_amd64.deb ... 2024-04-13T21:25:46.416 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking linux-modules-5.15.0-102-generic (5.15.0-102.112) ... 2024-04-13T21:25:48.426 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package linux-image-5.15.0-102-generic. 2024-04-13T21:25:48.448 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../1-linux-image-5.15.0-102-generic_5.15.0-102.112_amd64.deb ... 2024-04-13T21:25:48.538 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking linux-image-5.15.0-102-generic (5.15.0-102.112) ... 2024-04-13T21:25:49.012 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-102-generic. 2024-04-13T21:25:49.033 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-102-generic_5.15.0-102.112_amd64.deb ... 2024-04-13T21:25:49.070 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking linux-modules-extra-5.15.0-102-generic (5.15.0-102.112) ... 2024-04-13T21:25:53.182 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../3-linux-generic_5.15.0.102.99_amd64.deb ... 2024-04-13T21:25:53.334 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking linux-generic (5.15.0.102.99) over (5.15.0.56.54) ... 2024-04-13T21:25:53.692 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.102.99_amd64.deb ... 2024-04-13T21:25:53.821 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking linux-image-generic (5.15.0.102.99) over (5.15.0.56.54) ... 2024-04-13T21:25:54.124 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package linux-headers-5.15.0-102. 2024-04-13T21:25:54.135 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../5-linux-headers-5.15.0-102_5.15.0-102.112_all.deb ... 2024-04-13T21:25:54.165 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking linux-headers-5.15.0-102 (5.15.0-102.112) ... 2024-04-13T21:25:55.909 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../3-linux-generic_5.15.0.102.99_amd64.deb ... 2024-04-13T21:25:56.034 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking linux-generic (5.15.0.102.99) over (5.15.0.56.54) ... 2024-04-13T21:25:56.383 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.102.99_amd64.deb ... 2024-04-13T21:25:56.514 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking linux-image-generic (5.15.0.102.99) over (5.15.0.56.54) ... 2024-04-13T21:25:56.840 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package linux-headers-5.15.0-102. 2024-04-13T21:25:56.863 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../5-linux-headers-5.15.0-102_5.15.0-102.112_all.deb ... 2024-04-13T21:25:56.907 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking linux-headers-5.15.0-102 (5.15.0-102.112) ... 2024-04-13T21:26:00.215 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package linux-headers-5.15.0-102-generic. 2024-04-13T21:26:00.252 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../6-linux-headers-5.15.0-102-generic_5.15.0-102.112_amd64.deb ... 2024-04-13T21:26:00.306 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking linux-headers-5.15.0-102-generic (5.15.0-102.112) ... 2024-04-13T21:26:02.958 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.102.99_amd64.deb ... 2024-04-13T21:26:03.123 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking linux-headers-generic (5.15.0.102.99) over (5.15.0.56.54) ... 2024-04-13T21:26:03.495 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up linux-headers-5.15.0-102 (5.15.0-102.112) ... 2024-04-13T21:26:03.610 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package linux-headers-5.15.0-102-generic. 2024-04-13T21:26:03.619 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up linux-headers-5.15.0-102-generic (5.15.0-102.112) ... 2024-04-13T21:26:03.647 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../6-linux-headers-5.15.0-102-generic_5.15.0-102.112_amd64.deb ... 2024-04-13T21:26:03.685 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking linux-headers-5.15.0-102-generic (5.15.0-102.112) ... 2024-04-13T21:26:03.745 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up linux-headers-generic (5.15.0.102.99) ... 2024-04-13T21:26:03.890 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up linux-image-5.15.0-102-generic (5.15.0-102.112) ... 2024-04-13T21:26:05.219 INFO:teuthology.orchestra.run.smithi165.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-04-13T21:26:05.219 INFO:teuthology.orchestra.run.smithi165.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-04-13T21:26:05.219 INFO:teuthology.orchestra.run.smithi165.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-102-generic 2024-04-13T21:26:05.219 INFO:teuthology.orchestra.run.smithi165.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-102-generic 2024-04-13T21:26:05.391 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up linux-modules-5.15.0-102-generic (5.15.0-102.112) ... 2024-04-13T21:26:06.339 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.102.99_amd64.deb ... 2024-04-13T21:26:06.464 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking linux-headers-generic (5.15.0.102.99) over (5.15.0.56.54) ... 2024-04-13T21:26:06.823 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up linux-headers-5.15.0-102 (5.15.0-102.112) ... 2024-04-13T21:26:06.969 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up linux-headers-5.15.0-102-generic (5.15.0-102.112) ... 2024-04-13T21:26:07.095 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up linux-headers-generic (5.15.0.102.99) ... 2024-04-13T21:26:07.223 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up linux-image-5.15.0-102-generic (5.15.0-102.112) ... 2024-04-13T21:26:07.385 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up linux-modules-extra-5.15.0-102-generic (5.15.0-102.112) ... 2024-04-13T21:26:08.554 INFO:teuthology.orchestra.run.smithi189.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-04-13T21:26:08.554 INFO:teuthology.orchestra.run.smithi189.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-04-13T21:26:08.554 INFO:teuthology.orchestra.run.smithi189.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-102-generic 2024-04-13T21:26:08.554 INFO:teuthology.orchestra.run.smithi189.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-102-generic 2024-04-13T21:26:08.700 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up linux-modules-5.15.0-102-generic (5.15.0-102.112) ... 2024-04-13T21:26:08.794 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up linux-image-generic (5.15.0.102.99) ... 2024-04-13T21:26:08.945 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up linux-generic (5.15.0.102.99) ... 2024-04-13T21:26:09.071 INFO:teuthology.orchestra.run.smithi165.stdout:Processing triggers for linux-image-5.15.0-102-generic (5.15.0-102.112) ... 2024-04-13T21:26:09.131 INFO:teuthology.orchestra.run.smithi165.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-04-13T21:26:09.131 INFO:teuthology.orchestra.run.smithi165.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-102-generic 2024-04-13T21:26:10.068 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up linux-modules-extra-5.15.0-102-generic (5.15.0-102.112) ... 2024-04-13T21:26:11.444 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up linux-image-generic (5.15.0.102.99) ... 2024-04-13T21:26:11.570 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up linux-generic (5.15.0.102.99) ... 2024-04-13T21:26:11.696 INFO:teuthology.orchestra.run.smithi189.stdout:Processing triggers for linux-image-5.15.0-102-generic (5.15.0-102.112) ... 2024-04-13T21:26:11.758 INFO:teuthology.orchestra.run.smithi189.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-04-13T21:26:11.758 INFO:teuthology.orchestra.run.smithi189.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-102-generic 2024-04-13T21:26:23.349 INFO:teuthology.orchestra.run.smithi165.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-04-13T21:26:23.350 INFO:teuthology.orchestra.run.smithi165.stdout:Sourcing file `/etc/default/grub' 2024-04-13T21:26:23.368 INFO:teuthology.orchestra.run.smithi165.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-04-13T21:26:23.390 INFO:teuthology.orchestra.run.smithi165.stdout:Generating grub configuration file ... 2024-04-13T21:26:23.677 INFO:teuthology.orchestra.run.smithi165.stdout:Found linux image: /boot/vmlinuz-5.15.0-102-generic 2024-04-13T21:26:23.696 INFO:teuthology.orchestra.run.smithi165.stdout:Found initrd image: /boot/initrd.img-5.15.0-102-generic 2024-04-13T21:26:24.020 INFO:teuthology.orchestra.run.smithi165.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-04-13T21:26:24.026 INFO:teuthology.orchestra.run.smithi165.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-04-13T21:26:24.104 INFO:teuthology.orchestra.run.smithi165.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-04-13T21:26:24.109 INFO:teuthology.orchestra.run.smithi165.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-04-13T21:26:24.297 INFO:teuthology.orchestra.run.smithi165.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-04-13T21:26:24.297 INFO:teuthology.orchestra.run.smithi165.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-04-13T21:26:24.297 INFO:teuthology.orchestra.run.smithi165.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-04-13T21:26:24.329 INFO:teuthology.orchestra.run.smithi165.stdout:done 2024-04-13T21:26:24.763 DEBUG:teuthology.orchestra.run.smithi165:> dpkg -s linux-image-generic 2024-04-13T21:26:24.783 INFO:teuthology.orchestra.run.smithi165.stdout:Package: linux-image-generic 2024-04-13T21:26:24.783 INFO:teuthology.orchestra.run.smithi165.stdout:Status: install ok installed 2024-04-13T21:26:24.783 INFO:teuthology.orchestra.run.smithi165.stdout:Priority: optional 2024-04-13T21:26:24.783 INFO:teuthology.orchestra.run.smithi165.stdout:Section: kernel 2024-04-13T21:26:24.783 INFO:teuthology.orchestra.run.smithi165.stdout:Installed-Size: 21 2024-04-13T21:26:24.784 INFO:teuthology.orchestra.run.smithi165.stdout:Maintainer: Ubuntu Kernel Team 2024-04-13T21:26:24.784 INFO:teuthology.orchestra.run.smithi165.stdout:Architecture: amd64 2024-04-13T21:26:24.784 INFO:teuthology.orchestra.run.smithi165.stdout:Source: linux-meta 2024-04-13T21:26:24.784 INFO:teuthology.orchestra.run.smithi165.stdout:Version: 5.15.0.102.99 2024-04-13T21:26:24.784 INFO:teuthology.orchestra.run.smithi165.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.3), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-102), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.3) 2024-04-13T21:26:24.784 INFO:teuthology.orchestra.run.smithi165.stdout:Depends: linux-image-5.15.0-102-generic, linux-modules-extra-5.15.0-102-generic, linux-firmware, intel-microcode, amd64-microcode 2024-04-13T21:26:24.784 INFO:teuthology.orchestra.run.smithi165.stdout:Recommends: thermald 2024-04-13T21:26:24.784 INFO:teuthology.orchestra.run.smithi165.stdout:Description: Generic Linux kernel image 2024-04-13T21:26:24.784 INFO:teuthology.orchestra.run.smithi165.stdout: This package will always depend on the latest generic kernel image 2024-04-13T21:26:24.784 INFO:teuthology.orchestra.run.smithi165.stdout: available. 2024-04-13T21:26:24.784 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-102-generic 2024-04-13T21:26:24.785 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-13T21:26:24.785 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-13T21:26:24.785 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-04-13T21:26:24.785 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi165.front.sepia.ceph.com, path=None, version=distro) 2024-04-13T21:26:24.785 DEBUG:teuthology.orchestra.run.smithi165:> sudo apt-get clean 2024-04-13T21:26:24.985 DEBUG:teuthology.orchestra.run.smithi165:> sudo apt-get update 2024-04-13T21:26:25.107 INFO:teuthology.orchestra.run.smithi165.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-04-13T21:26:25.119 INFO:teuthology.orchestra.run.smithi165.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-04-13T21:26:25.139 INFO:teuthology.orchestra.run.smithi165.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-04-13T21:26:25.223 INFO:teuthology.orchestra.run.smithi165.stdout:Hit:4 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-04-13T21:26:26.065 INFO:teuthology.orchestra.run.smithi189.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-04-13T21:26:26.065 INFO:teuthology.orchestra.run.smithi189.stdout:Sourcing file `/etc/default/grub' 2024-04-13T21:26:26.079 INFO:teuthology.orchestra.run.smithi189.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-04-13T21:26:26.106 INFO:teuthology.orchestra.run.smithi189.stdout:Generating grub configuration file ... 2024-04-13T21:26:26.409 INFO:teuthology.orchestra.run.smithi189.stdout:Found linux image: /boot/vmlinuz-5.15.0-102-generic 2024-04-13T21:26:26.431 INFO:teuthology.orchestra.run.smithi189.stdout:Found initrd image: /boot/initrd.img-5.15.0-102-generic 2024-04-13T21:26:26.446 INFO:teuthology.orchestra.run.smithi165.stdout:Reading package lists... 2024-04-13T21:26:26.463 DEBUG:teuthology.orchestra.run.smithi165:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-04-13T21:26:26.515 INFO:teuthology.orchestra.run.smithi165.stdout:Reading package lists... 2024-04-13T21:26:26.692 INFO:teuthology.orchestra.run.smithi165.stdout:Building dependency tree... 2024-04-13T21:26:26.692 INFO:teuthology.orchestra.run.smithi165.stdout:Reading state information... 2024-04-13T21:26:26.710 INFO:teuthology.orchestra.run.smithi189.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-04-13T21:26:26.716 INFO:teuthology.orchestra.run.smithi189.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-04-13T21:26:26.784 INFO:teuthology.orchestra.run.smithi189.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-04-13T21:26:26.789 INFO:teuthology.orchestra.run.smithi189.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-04-13T21:26:26.851 INFO:teuthology.orchestra.run.smithi165.stdout:linux-image-generic is already the newest version (5.15.0.102.99). 2024-04-13T21:26:26.851 INFO:teuthology.orchestra.run.smithi165.stdout:The following packages were automatically installed and are no longer required: 2024-04-13T21:26:26.851 INFO:teuthology.orchestra.run.smithi165.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-04-13T21:26:26.851 INFO:teuthology.orchestra.run.smithi165.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-04-13T21:26:26.851 INFO:teuthology.orchestra.run.smithi165.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-04-13T21:26:26.851 INFO:teuthology.orchestra.run.smithi165.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-04-13T21:26:26.852 INFO:teuthology.orchestra.run.smithi165.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-04-13T21:26:26.852 INFO:teuthology.orchestra.run.smithi165.stdout:Use 'sudo apt autoremove' to remove them. 2024-04-13T21:26:26.889 INFO:teuthology.orchestra.run.smithi165.stdout:0 upgraded, 0 newly installed, 0 to remove and 313 not upgraded. 2024-04-13T21:26:26.891 DEBUG:teuthology.orchestra.run.smithi165:> dpkg -s linux-image-generic 2024-04-13T21:26:26.948 INFO:teuthology.orchestra.run.smithi165.stdout:Package: linux-image-generic 2024-04-13T21:26:26.948 INFO:teuthology.orchestra.run.smithi165.stdout:Status: install ok installed 2024-04-13T21:26:26.948 INFO:teuthology.orchestra.run.smithi165.stdout:Priority: optional 2024-04-13T21:26:26.949 INFO:teuthology.orchestra.run.smithi165.stdout:Section: kernel 2024-04-13T21:26:26.949 INFO:teuthology.orchestra.run.smithi165.stdout:Installed-Size: 21 2024-04-13T21:26:26.949 INFO:teuthology.orchestra.run.smithi165.stdout:Maintainer: Ubuntu Kernel Team 2024-04-13T21:26:26.949 INFO:teuthology.orchestra.run.smithi165.stdout:Architecture: amd64 2024-04-13T21:26:26.949 INFO:teuthology.orchestra.run.smithi165.stdout:Source: linux-meta 2024-04-13T21:26:26.949 INFO:teuthology.orchestra.run.smithi165.stdout:Version: 5.15.0.102.99 2024-04-13T21:26:26.949 INFO:teuthology.orchestra.run.smithi165.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.3), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-102), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.3) 2024-04-13T21:26:26.949 INFO:teuthology.orchestra.run.smithi165.stdout:Depends: linux-image-5.15.0-102-generic, linux-modules-extra-5.15.0-102-generic, linux-firmware, intel-microcode, amd64-microcode 2024-04-13T21:26:26.949 INFO:teuthology.orchestra.run.smithi165.stdout:Recommends: thermald 2024-04-13T21:26:26.949 INFO:teuthology.orchestra.run.smithi165.stdout:Description: Generic Linux kernel image 2024-04-13T21:26:26.949 INFO:teuthology.orchestra.run.smithi165.stdout: This package will always depend on the latest generic kernel image 2024-04-13T21:26:26.949 INFO:teuthology.orchestra.run.smithi165.stdout: available. 2024-04-13T21:26:26.950 DEBUG:teuthology.orchestra.run.smithi165:> mktemp 2024-04-13T21:26:26.950 INFO:teuthology.orchestra.run.smithi189.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-04-13T21:26:26.951 INFO:teuthology.orchestra.run.smithi189.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-04-13T21:26:26.951 INFO:teuthology.orchestra.run.smithi189.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-04-13T21:26:26.997 INFO:teuthology.orchestra.run.smithi165.stdout:/tmp/tmp.ym7H768Xk8 2024-04-13T21:26:26.997 DEBUG:teuthology.orchestra.run.smithi165:> sudo cp /boot/grub/grub.cfg /tmp/tmp.ym7H768Xk8 2024-04-13T21:26:27.004 INFO:teuthology.orchestra.run.smithi189.stdout:done 2024-04-13T21:26:27.067 DEBUG:teuthology.orchestra.run.smithi165:> sudo chmod 0666 /tmp/tmp.ym7H768Xk8 2024-04-13T21:26:27.189 DEBUG:teuthology.orchestra.remote:smithi165:/tmp/tmp.ym7H768Xk8 is 10KB 2024-04-13T21:26:27.202 DEBUG:teuthology.orchestra.run.smithi165:> rm -fr /tmp/tmp.ym7H768Xk8 2024-04-13T21:26:27.207 DEBUG:teuthology.orchestra.run.smithi165:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-04-13T21:26:27.261 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-04-13T21:26:27.261 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-04-13T21:26:27.261 DEBUG:teuthology.orchestra.run.smithi165:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-04-13T21:26:27.331 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-102-generic 2024-04-13T21:26:27.331 DEBUG:teuthology.orchestra.run.smithi165:> sudo update-grub 2024-04-13T21:26:27.491 DEBUG:teuthology.orchestra.run.smithi189:> dpkg -s linux-image-generic 2024-04-13T21:26:27.515 INFO:teuthology.orchestra.run.smithi189.stdout:Package: linux-image-generic 2024-04-13T21:26:27.515 INFO:teuthology.orchestra.run.smithi189.stdout:Status: install ok installed 2024-04-13T21:26:27.515 INFO:teuthology.orchestra.run.smithi189.stdout:Priority: optional 2024-04-13T21:26:27.515 INFO:teuthology.orchestra.run.smithi189.stdout:Section: kernel 2024-04-13T21:26:27.516 INFO:teuthology.orchestra.run.smithi189.stdout:Installed-Size: 21 2024-04-13T21:26:27.516 INFO:teuthology.orchestra.run.smithi189.stdout:Maintainer: Ubuntu Kernel Team 2024-04-13T21:26:27.516 INFO:teuthology.orchestra.run.smithi189.stdout:Architecture: amd64 2024-04-13T21:26:27.516 INFO:teuthology.orchestra.run.smithi189.stdout:Source: linux-meta 2024-04-13T21:26:27.516 INFO:teuthology.orchestra.run.smithi189.stdout:Version: 5.15.0.102.99 2024-04-13T21:26:27.516 INFO:teuthology.orchestra.run.smithi189.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.3), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-102), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.3) 2024-04-13T21:26:27.516 INFO:teuthology.orchestra.run.smithi189.stdout:Depends: linux-image-5.15.0-102-generic, linux-modules-extra-5.15.0-102-generic, linux-firmware, intel-microcode, amd64-microcode 2024-04-13T21:26:27.516 INFO:teuthology.orchestra.run.smithi189.stdout:Recommends: thermald 2024-04-13T21:26:27.516 INFO:teuthology.orchestra.run.smithi189.stdout:Description: Generic Linux kernel image 2024-04-13T21:26:27.516 INFO:teuthology.orchestra.run.smithi189.stdout: This package will always depend on the latest generic kernel image 2024-04-13T21:26:27.517 INFO:teuthology.orchestra.run.smithi189.stdout: available. 2024-04-13T21:26:27.517 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-102-generic 2024-04-13T21:26:27.518 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-13T21:26:27.518 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-13T21:26:27.518 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-04-13T21:26:27.518 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi189.front.sepia.ceph.com, path=None, version=distro) 2024-04-13T21:26:27.518 DEBUG:teuthology.orchestra.run.smithi189:> sudo apt-get clean 2024-04-13T21:26:27.712 DEBUG:teuthology.orchestra.run.smithi189:> sudo apt-get update 2024-04-13T21:26:27.836 INFO:teuthology.orchestra.run.smithi189.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-04-13T21:26:27.836 INFO:teuthology.orchestra.run.smithi189.stdout:Hit:2 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-04-13T21:26:27.849 INFO:teuthology.orchestra.run.smithi189.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-04-13T21:26:27.869 INFO:teuthology.orchestra.run.smithi189.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-04-13T21:26:28.521 INFO:teuthology.orchestra.run.smithi165.stderr:Sourcing file `/etc/default/grub' 2024-04-13T21:26:28.522 INFO:teuthology.orchestra.run.smithi165.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-04-13T21:26:28.525 INFO:teuthology.orchestra.run.smithi165.stderr:Generating grub configuration file ... 2024-04-13T21:26:28.796 INFO:teuthology.orchestra.run.smithi165.stderr:Found linux image: /boot/vmlinuz-5.15.0-102-generic 2024-04-13T21:26:28.803 INFO:teuthology.orchestra.run.smithi165.stderr:Found initrd image: /boot/initrd.img-5.15.0-102-generic 2024-04-13T21:26:29.116 INFO:teuthology.orchestra.run.smithi165.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-04-13T21:26:29.122 INFO:teuthology.orchestra.run.smithi165.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-04-13T21:26:29.142 INFO:teuthology.orchestra.run.smithi189.stdout:Reading package lists... 2024-04-13T21:26:29.161 DEBUG:teuthology.orchestra.run.smithi189:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-04-13T21:26:29.166 INFO:teuthology.orchestra.run.smithi165.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-04-13T21:26:29.171 INFO:teuthology.orchestra.run.smithi165.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-04-13T21:26:29.224 INFO:teuthology.orchestra.run.smithi189.stdout:Reading package lists... 2024-04-13T21:26:29.313 INFO:teuthology.orchestra.run.smithi165.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-04-13T21:26:29.313 INFO:teuthology.orchestra.run.smithi165.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-04-13T21:26:29.314 INFO:teuthology.orchestra.run.smithi165.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-04-13T21:26:29.324 INFO:teuthology.orchestra.run.smithi165.stderr:done 2024-04-13T21:26:29.326 DEBUG:teuthology.orchestra.run.smithi165:> sudo shutdown -r now 2024-04-13T21:26:29.427 INFO:teuthology.orchestra.run.smithi189.stdout:Building dependency tree... 2024-04-13T21:26:29.428 INFO:teuthology.orchestra.run.smithi189.stdout:Reading state information... 2024-04-13T21:26:29.601 INFO:teuthology.orchestra.run.smithi189.stdout:linux-image-generic is already the newest version (5.15.0.102.99). 2024-04-13T21:26:29.601 INFO:teuthology.orchestra.run.smithi189.stdout:The following packages were automatically installed and are no longer required: 2024-04-13T21:26:29.601 INFO:teuthology.orchestra.run.smithi189.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-04-13T21:26:29.601 INFO:teuthology.orchestra.run.smithi189.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-04-13T21:26:29.601 INFO:teuthology.orchestra.run.smithi189.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-04-13T21:26:29.601 INFO:teuthology.orchestra.run.smithi189.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-04-13T21:26:29.601 INFO:teuthology.orchestra.run.smithi189.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-04-13T21:26:29.601 INFO:teuthology.orchestra.run.smithi189.stdout:Use 'sudo apt autoremove' to remove them. 2024-04-13T21:26:29.643 INFO:teuthology.orchestra.run.smithi189.stdout:0 upgraded, 0 newly installed, 0 to remove and 313 not upgraded. 2024-04-13T21:26:29.645 DEBUG:teuthology.orchestra.run.smithi189:> dpkg -s linux-image-generic 2024-04-13T21:26:29.660 INFO:teuthology.orchestra.run.smithi189.stdout:Package: linux-image-generic 2024-04-13T21:26:29.661 INFO:teuthology.orchestra.run.smithi189.stdout:Status: install ok installed 2024-04-13T21:26:29.661 INFO:teuthology.orchestra.run.smithi189.stdout:Priority: optional 2024-04-13T21:26:29.661 INFO:teuthology.orchestra.run.smithi189.stdout:Section: kernel 2024-04-13T21:26:29.661 INFO:teuthology.orchestra.run.smithi189.stdout:Installed-Size: 21 2024-04-13T21:26:29.661 INFO:teuthology.orchestra.run.smithi189.stdout:Maintainer: Ubuntu Kernel Team 2024-04-13T21:26:29.661 INFO:teuthology.orchestra.run.smithi189.stdout:Architecture: amd64 2024-04-13T21:26:29.661 INFO:teuthology.orchestra.run.smithi189.stdout:Source: linux-meta 2024-04-13T21:26:29.661 INFO:teuthology.orchestra.run.smithi189.stdout:Version: 5.15.0.102.99 2024-04-13T21:26:29.661 INFO:teuthology.orchestra.run.smithi189.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.3), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-102), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.3) 2024-04-13T21:26:29.662 INFO:teuthology.orchestra.run.smithi189.stdout:Depends: linux-image-5.15.0-102-generic, linux-modules-extra-5.15.0-102-generic, linux-firmware, intel-microcode, amd64-microcode 2024-04-13T21:26:29.662 INFO:teuthology.orchestra.run.smithi189.stdout:Recommends: thermald 2024-04-13T21:26:29.662 INFO:teuthology.orchestra.run.smithi189.stdout:Description: Generic Linux kernel image 2024-04-13T21:26:29.662 INFO:teuthology.orchestra.run.smithi189.stdout: This package will always depend on the latest generic kernel image 2024-04-13T21:26:29.662 INFO:teuthology.orchestra.run.smithi189.stdout: available. 2024-04-13T21:26:29.662 DEBUG:teuthology.orchestra.run.smithi189:> mktemp 2024-04-13T21:26:29.710 INFO:teuthology.orchestra.run.smithi189.stdout:/tmp/tmp.dlZJjPoK8x 2024-04-13T21:26:29.710 DEBUG:teuthology.orchestra.run.smithi189:> sudo cp /boot/grub/grub.cfg /tmp/tmp.dlZJjPoK8x 2024-04-13T21:26:29.770 DEBUG:teuthology.orchestra.run.smithi189:> sudo chmod 0666 /tmp/tmp.dlZJjPoK8x 2024-04-13T21:26:29.889 DEBUG:teuthology.orchestra.remote:smithi189:/tmp/tmp.dlZJjPoK8x is 10KB 2024-04-13T21:26:29.903 DEBUG:teuthology.orchestra.run.smithi189:> rm -fr /tmp/tmp.dlZJjPoK8x 2024-04-13T21:26:29.908 DEBUG:teuthology.orchestra.run.smithi189:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-04-13T21:26:29.961 DEBUG:teuthology.orchestra.run.smithi189:> set -ex 2024-04-13T21:26:29.961 DEBUG:teuthology.orchestra.run.smithi189:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-04-13T21:26:29.962 DEBUG:teuthology.orchestra.run.smithi189:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-04-13T21:26:30.041 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-102-generic 2024-04-13T21:26:30.041 DEBUG:teuthology.orchestra.run.smithi189:> sudo update-grub 2024-04-13T21:26:31.355 INFO:teuthology.orchestra.run.smithi189.stderr:Sourcing file `/etc/default/grub' 2024-04-13T21:26:31.356 INFO:teuthology.orchestra.run.smithi189.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-04-13T21:26:31.358 INFO:teuthology.orchestra.run.smithi189.stderr:Generating grub configuration file ... 2024-04-13T21:26:31.558 INFO:teuthology.orchestra.run.smithi189.stderr:Found linux image: /boot/vmlinuz-5.15.0-102-generic 2024-04-13T21:26:31.564 INFO:teuthology.orchestra.run.smithi189.stderr:Found initrd image: /boot/initrd.img-5.15.0-102-generic 2024-04-13T21:26:31.802 INFO:teuthology.orchestra.run.smithi189.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-04-13T21:26:31.807 INFO:teuthology.orchestra.run.smithi189.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-04-13T21:26:31.848 INFO:teuthology.orchestra.run.smithi189.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-04-13T21:26:31.853 INFO:teuthology.orchestra.run.smithi189.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-04-13T21:26:31.983 INFO:teuthology.orchestra.run.smithi189.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-04-13T21:26:31.984 INFO:teuthology.orchestra.run.smithi189.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-04-13T21:26:31.984 INFO:teuthology.orchestra.run.smithi189.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-04-13T21:26:31.996 INFO:teuthology.orchestra.run.smithi189.stderr:done 2024-04-13T21:26:31.999 DEBUG:teuthology.orchestra.run.smithi189:> sudo shutdown -r now 2024-04-13T21:26:59.351 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-04-13T21:26:59.352 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi165.front.sepia.ceph.com' 2024-04-13T21:26:59.353 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi165.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-13T21:27:02.002 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-04-13T21:27:02.002 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi189.front.sepia.ceph.com' 2024-04-13T21:27:02.003 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi189.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-13T21:27:17.790 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.165 2024-04-13T21:27:20.354 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.189 2024-04-13T21:27:26.798 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi165.front.sepia.ceph.com' 2024-04-13T21:27:26.799 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi165.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-13T21:27:29.358 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi189.front.sepia.ceph.com' 2024-04-13T21:27:29.359 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi189.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-13T21:27:29.854 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.165 2024-04-13T21:27:32.414 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.189 2024-04-13T21:27:41.862 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi165.front.sepia.ceph.com' 2024-04-13T21:27:41.863 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi165.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-13T21:27:44.417 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi189.front.sepia.ceph.com' 2024-04-13T21:27:44.417 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi189.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-13T21:28:41.923 DEBUG:teuthology.orchestra.remote:timed out 2024-04-13T21:28:44.422 DEBUG:teuthology.orchestra.remote:timed out 2024-04-13T21:28:56.934 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi165.front.sepia.ceph.com' 2024-04-13T21:28:56.935 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi165.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-13T21:28:57.651 DEBUG:teuthology.orchestra.run.smithi165:> true 2024-04-13T21:28:58.218 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi165.front.sepia.ceph.com' 2024-04-13T21:28:58.219 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.15.0-102-generic"... 2024-04-13T21:28:58.219 DEBUG:teuthology.orchestra.run.smithi165:> uname -r 2024-04-13T21:28:58.264 INFO:teuthology.orchestra.run.smithi165.stdout:5.15.0-102-generic 2024-04-13T21:28:58.264 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-102-generic vs 5.15.0-102-generic 2024-04-13T21:28:58.264 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-13T21:28:58.264 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-04-13T21:28:59.265 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-04-13T21:28:59.266 DEBUG:teuthology.orchestra.run.smithi165:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-13T21:28:59.329 INFO:teuthology.orchestra.run.smithi165.stdout:ttyS1 2024-04-13T21:28:59.345 DEBUG:teuthology.parallel:result is None 2024-04-13T21:28:59.423 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi189.front.sepia.ceph.com' 2024-04-13T21:28:59.423 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi189.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-13T21:28:59.679 DEBUG:teuthology.orchestra.run.smithi189:> true 2024-04-13T21:29:00.256 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi189.front.sepia.ceph.com' 2024-04-13T21:29:00.257 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.15.0-102-generic"... 2024-04-13T21:29:00.257 DEBUG:teuthology.orchestra.run.smithi189:> uname -r 2024-04-13T21:29:00.302 INFO:teuthology.orchestra.run.smithi189.stdout:5.15.0-102-generic 2024-04-13T21:29:00.303 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-102-generic vs 5.15.0-102-generic 2024-04-13T21:29:00.303 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-13T21:29:00.303 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-04-13T21:29:01.304 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-04-13T21:29:01.304 DEBUG:teuthology.orchestra.run.smithi189:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-13T21:29:01.648 INFO:teuthology.orchestra.run.smithi189.stdout:ttyS1 2024-04-13T21:29:01.676 DEBUG:teuthology.parallel:result is None 2024-04-13T21:29:01.677 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-13T21:29:01.684 INFO:teuthology.task.internal:Creating test directory... 2024-04-13T21:29:01.685 DEBUG:teuthology.orchestra.run.smithi165:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-13T21:29:01.687 DEBUG:teuthology.orchestra.run.smithi189:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-13T21:29:01.693 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-13T21:29:01.723 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-13T21:29:01.756 INFO:teuthology.task.internal:Creating archive directory... 2024-04-13T21:29:01.756 DEBUG:teuthology.orchestra.run.smithi165:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-13T21:29:01.759 DEBUG:teuthology.orchestra.run.smithi189:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-13T21:29:01.865 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-13T21:29:01.873 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-13T21:29:01.873 DEBUG:teuthology.orchestra.run.smithi165:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-13T21:29:01.876 DEBUG:teuthology.orchestra.run.smithi189:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-13T21:29:01.891 INFO:teuthology.orchestra.run.smithi165.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-13T21:29:01.893 INFO:teuthology.orchestra.run.smithi189.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-13T21:29:01.901 INFO:teuthology.orchestra.run.smithi165.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-13T21:29:01.901 INFO:teuthology.orchestra.run.smithi189.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-13T21:29:01.903 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-13T21:29:01.910 INFO:teuthology.task.internal:Configuring sudo... 2024-04-13T21:29:01.910 DEBUG:teuthology.orchestra.run.smithi165:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-13T21:29:01.945 DEBUG:teuthology.orchestra.run.smithi189:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-13T21:29:01.959 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-13T21:29:01.969 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-13T21:29:01.969 DEBUG:teuthology.orchestra.run.smithi165:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-13T21:29:02.001 DEBUG:teuthology.orchestra.run.smithi189:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-13T21:29:02.007 DEBUG:teuthology.orchestra.run.smithi165:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-13T21:29:02.052 DEBUG:teuthology.orchestra.run.smithi165:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-13T21:29:02.100 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-04-13T21:29:02.100 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-13T21:29:02.160 DEBUG:teuthology.orchestra.run.smithi189:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-13T21:29:02.166 DEBUG:teuthology.orchestra.run.smithi189:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-13T21:29:02.215 DEBUG:teuthology.orchestra.run.smithi189:> set -ex 2024-04-13T21:29:02.216 DEBUG:teuthology.orchestra.run.smithi189:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-13T21:29:02.271 DEBUG:teuthology.orchestra.run.smithi165:> sudo service rsyslog restart 2024-04-13T21:29:02.274 DEBUG:teuthology.orchestra.run.smithi189:> sudo service rsyslog restart 2024-04-13T21:29:02.349 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-13T21:29:02.358 INFO:teuthology.task.internal:Starting timer... 2024-04-13T21:29:02.358 INFO:teuthology.run_tasks:Running task pcp... 2024-04-13T21:29:02.395 INFO:teuthology.run_tasks:Running task selinux... 2024-04-13T21:29:02.426 DEBUG:teuthology.task.selinux:Excluding smithi165: OS 'ubuntu' does not support SELinux 2024-04-13T21:29:02.426 DEBUG:teuthology.task.selinux:Excluding smithi189: OS 'ubuntu' does not support SELinux 2024-04-13T21:29:02.426 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-13T21:29:02.426 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2024-04-13T21:29:02.426 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-13T21:29:02.426 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-13T21:29:02.459 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-13T21:29:02.477 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-13T21:29:02.478 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi165.front.sepia.ceph.com,smithi189.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-13T21:36:02.368 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi165.front.sepia.ceph.com'), Remote(name='ubuntu@smithi189.front.sepia.ceph.com')] 2024-04-13T21:36:02.370 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi165.front.sepia.ceph.com' 2024-04-13T21:36:02.371 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi165.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-13T21:36:02.454 DEBUG:teuthology.orchestra.run.smithi165:> true 2024-04-13T21:36:02.531 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi165.front.sepia.ceph.com' 2024-04-13T21:36:02.531 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi189.front.sepia.ceph.com' 2024-04-13T21:36:02.532 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi189.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-13T21:36:02.610 DEBUG:teuthology.orchestra.run.smithi189:> true 2024-04-13T21:36:02.690 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi189.front.sepia.ceph.com' 2024-04-13T21:36:02.691 INFO:teuthology.run_tasks:Running task clock... 2024-04-13T21:36:02.703 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-13T21:36:02.703 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-13T21:36:02.704 DEBUG:teuthology.orchestra.run.smithi165:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-13T21:36:02.706 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-13T21:36:02.706 DEBUG:teuthology.orchestra.run.smithi189:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-13T21:36:02.734 INFO:teuthology.orchestra.run.smithi165.stdout:13 Apr 21:36:02 ntpd[17168]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-04-13T21:36:02.734 INFO:teuthology.orchestra.run.smithi165.stdout:13 Apr 21:36:02 ntpd[17168]: Command line: ntpd -gq 2024-04-13T21:36:02.734 INFO:teuthology.orchestra.run.smithi165.stdout:13 Apr 21:36:02 ntpd[17168]: ---------------------------------------------------- 2024-04-13T21:36:02.734 INFO:teuthology.orchestra.run.smithi165.stdout:13 Apr 21:36:02 ntpd[17168]: ntp-4 is maintained by Network Time Foundation, 2024-04-13T21:36:02.734 INFO:teuthology.orchestra.run.smithi165.stdout:13 Apr 21:36:02 ntpd[17168]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-04-13T21:36:02.734 INFO:teuthology.orchestra.run.smithi165.stdout:13 Apr 21:36:02 ntpd[17168]: corporation. Support and training for ntp-4 are 2024-04-13T21:36:02.734 INFO:teuthology.orchestra.run.smithi165.stdout:13 Apr 21:36:02 ntpd[17168]: available at https://www.nwtime.org/support 2024-04-13T21:36:02.734 INFO:teuthology.orchestra.run.smithi165.stdout:13 Apr 21:36:02 ntpd[17168]: ---------------------------------------------------- 2024-04-13T21:36:02.735 INFO:teuthology.orchestra.run.smithi165.stdout:13 Apr 21:36:02 ntpd[17168]: proto: precision = 0.060 usec (-24) 2024-04-13T21:36:02.735 INFO:teuthology.orchestra.run.smithi165.stdout:13 Apr 21:36:02 ntpd[17168]: basedate set to 2022-02-04 2024-04-13T21:36:02.735 INFO:teuthology.orchestra.run.smithi165.stdout:13 Apr 21:36:02 ntpd[17168]: gps base set to 2022-02-06 (week 2196) 2024-04-13T21:36:02.735 INFO:teuthology.orchestra.run.smithi165.stdout:13 Apr 21:36:02 ntpd[17168]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-04-13T21:36:02.735 INFO:teuthology.orchestra.run.smithi165.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-04-13T21:36:02.736 INFO:teuthology.orchestra.run.smithi165.stderr:restrict ::: KOD does nothing without LIMITED. 2024-04-13T21:36:02.736 INFO:teuthology.orchestra.run.smithi165.stdout:13 Apr 21:36:02 ntpd[17168]: restrict ::: KOD does nothing without LIMITED. 2024-04-13T21:36:02.737 INFO:teuthology.orchestra.run.smithi165.stdout:13 Apr 21:36:02 ntpd[17168]: Listen and drop on 0 v6wildcard [::]:123 2024-04-13T21:36:02.737 INFO:teuthology.orchestra.run.smithi165.stdout:13 Apr 21:36:02 ntpd[17168]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-04-13T21:36:02.737 INFO:teuthology.orchestra.run.smithi165.stdout:13 Apr 21:36:02 ntpd[17168]: Listen normally on 2 lo 127.0.0.1:123 2024-04-13T21:36:02.737 INFO:teuthology.orchestra.run.smithi165.stdout:13 Apr 21:36:02 ntpd[17168]: Listen normally on 3 enp3s0f1 172.21.15.165:123 2024-04-13T21:36:02.737 INFO:teuthology.orchestra.run.smithi165.stdout:13 Apr 21:36:02 ntpd[17168]: Listen normally on 4 lo [::1]:123 2024-04-13T21:36:02.737 INFO:teuthology.orchestra.run.smithi165.stdout:13 Apr 21:36:02 ntpd[17168]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe88:7f63%5]:123 2024-04-13T21:36:02.737 INFO:teuthology.orchestra.run.smithi165.stdout:13 Apr 21:36:02 ntpd[17168]: Listening on routing socket on fd #22 for interface updates 2024-04-13T21:36:02.764 INFO:teuthology.orchestra.run.smithi189.stdout:13 Apr 21:36:02 ntpd[17159]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-04-13T21:36:02.764 INFO:teuthology.orchestra.run.smithi189.stdout:13 Apr 21:36:02 ntpd[17159]: Command line: ntpd -gq 2024-04-13T21:36:02.764 INFO:teuthology.orchestra.run.smithi189.stdout:13 Apr 21:36:02 ntpd[17159]: ---------------------------------------------------- 2024-04-13T21:36:02.764 INFO:teuthology.orchestra.run.smithi189.stdout:13 Apr 21:36:02 ntpd[17159]: ntp-4 is maintained by Network Time Foundation, 2024-04-13T21:36:02.764 INFO:teuthology.orchestra.run.smithi189.stdout:13 Apr 21:36:02 ntpd[17159]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-04-13T21:36:02.764 INFO:teuthology.orchestra.run.smithi189.stdout:13 Apr 21:36:02 ntpd[17159]: corporation. Support and training for ntp-4 are 2024-04-13T21:36:02.764 INFO:teuthology.orchestra.run.smithi189.stdout:13 Apr 21:36:02 ntpd[17159]: available at https://www.nwtime.org/support 2024-04-13T21:36:02.764 INFO:teuthology.orchestra.run.smithi189.stdout:13 Apr 21:36:02 ntpd[17159]: ---------------------------------------------------- 2024-04-13T21:36:02.764 INFO:teuthology.orchestra.run.smithi189.stdout:13 Apr 21:36:02 ntpd[17159]: proto: precision = 0.043 usec (-24) 2024-04-13T21:36:02.765 INFO:teuthology.orchestra.run.smithi189.stdout:13 Apr 21:36:02 ntpd[17159]: basedate set to 2022-02-04 2024-04-13T21:36:02.765 INFO:teuthology.orchestra.run.smithi189.stdout:13 Apr 21:36:02 ntpd[17159]: gps base set to 2022-02-06 (week 2196) 2024-04-13T21:36:02.765 INFO:teuthology.orchestra.run.smithi189.stdout:13 Apr 21:36:02 ntpd[17159]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-04-13T21:36:02.765 INFO:teuthology.orchestra.run.smithi189.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-04-13T21:36:02.765 INFO:teuthology.orchestra.run.smithi189.stderr:restrict ::: KOD does nothing without LIMITED. 2024-04-13T21:36:02.766 INFO:teuthology.orchestra.run.smithi189.stdout:13 Apr 21:36:02 ntpd[17159]: restrict ::: KOD does nothing without LIMITED. 2024-04-13T21:36:02.766 INFO:teuthology.orchestra.run.smithi189.stdout:13 Apr 21:36:02 ntpd[17159]: Listen and drop on 0 v6wildcard [::]:123 2024-04-13T21:36:02.766 INFO:teuthology.orchestra.run.smithi189.stdout:13 Apr 21:36:02 ntpd[17159]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-04-13T21:36:02.766 INFO:teuthology.orchestra.run.smithi189.stdout:13 Apr 21:36:02 ntpd[17159]: Listen normally on 2 lo 127.0.0.1:123 2024-04-13T21:36:02.766 INFO:teuthology.orchestra.run.smithi189.stdout:13 Apr 21:36:02 ntpd[17159]: Listen normally on 3 enp3s0f1 172.21.15.189:123 2024-04-13T21:36:02.767 INFO:teuthology.orchestra.run.smithi189.stdout:13 Apr 21:36:02 ntpd[17159]: Listen normally on 4 lo [::1]:123 2024-04-13T21:36:02.767 INFO:teuthology.orchestra.run.smithi189.stdout:13 Apr 21:36:02 ntpd[17159]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe88:6df1%5]:123 2024-04-13T21:36:02.767 INFO:teuthology.orchestra.run.smithi189.stdout:13 Apr 21:36:02 ntpd[17159]: Listening on routing socket on fd #22 for interface updates 2024-04-13T21:36:03.734 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:03 ntpd[17168]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-13T21:36:03.735 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:03 ntpd[17168]: can't open /var/log/ntpstats/rawstats.20240413: Permission denied 2024-04-13T21:36:03.735 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:03 ntpd[17168]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-13T21:36:03.735 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:03 ntpd[17168]: can't open /var/log/ntpstats/rawstats.20240413: Permission denied 2024-04-13T21:36:03.735 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:03 ntpd[17168]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-13T21:36:03.735 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:03 ntpd[17168]: can't open /var/log/ntpstats/rawstats.20240413: Permission denied 2024-04-13T21:36:03.735 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:03 ntpd[17168]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-13T21:36:03.735 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:03 ntpd[17168]: can't open /var/log/ntpstats/peerstats.20240413: Permission denied 2024-04-13T21:36:04.764 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:04 ntpd[17159]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-13T21:36:04.764 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:04 ntpd[17159]: can't open /var/log/ntpstats/rawstats.20240413: Permission denied 2024-04-13T21:36:04.764 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:04 ntpd[17159]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-13T21:36:04.764 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:04 ntpd[17159]: can't open /var/log/ntpstats/rawstats.20240413: Permission denied 2024-04-13T21:36:04.764 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:04 ntpd[17159]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-13T21:36:04.764 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:04 ntpd[17159]: can't open /var/log/ntpstats/peerstats.20240413: Permission denied 2024-04-13T21:36:05.734 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:05 ntpd[17168]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-13T21:36:05.735 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:05 ntpd[17168]: can't open /var/log/ntpstats/rawstats.20240413: Permission denied 2024-04-13T21:36:05.735 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:05 ntpd[17168]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-13T21:36:05.735 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:05 ntpd[17168]: can't open /var/log/ntpstats/rawstats.20240413: Permission denied 2024-04-13T21:36:05.735 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:05 ntpd[17168]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-13T21:36:05.735 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:05 ntpd[17168]: can't open /var/log/ntpstats/peerstats.20240413: Permission denied 2024-04-13T21:36:05.765 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:05 ntpd[17159]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-13T21:36:05.765 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:05 ntpd[17159]: can't open /var/log/ntpstats/rawstats.20240413: Permission denied 2024-04-13T21:36:05.765 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:05 ntpd[17159]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-13T21:36:05.765 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:05 ntpd[17159]: can't open /var/log/ntpstats/rawstats.20240413: Permission denied 2024-04-13T21:36:05.765 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:05 ntpd[17159]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-13T21:36:05.765 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:05 ntpd[17159]: can't open /var/log/ntpstats/rawstats.20240413: Permission denied 2024-04-13T21:36:05.765 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:05 ntpd[17159]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-13T21:36:05.765 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:05 ntpd[17159]: can't open /var/log/ntpstats/rawstats.20240413: Permission denied 2024-04-13T21:36:05.765 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:05 ntpd[17159]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-13T21:36:05.765 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:05 ntpd[17159]: can't open /var/log/ntpstats/peerstats.20240413: Permission denied 2024-04-13T21:36:05.765 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:05 ntpd[17159]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-13T21:36:05.766 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:05 ntpd[17159]: can't open /var/log/ntpstats/rawstats.20240413: Permission denied 2024-04-13T21:36:05.766 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:05 ntpd[17159]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-13T21:36:05.766 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:05 ntpd[17159]: can't open /var/log/ntpstats/peerstats.20240413: Permission denied 2024-04-13T21:36:06.734 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:06 ntpd[17168]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-13T21:36:06.734 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:06 ntpd[17168]: can't open /var/log/ntpstats/rawstats.20240413: Permission denied 2024-04-13T21:36:06.734 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:06 ntpd[17168]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-13T21:36:06.735 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:06 ntpd[17168]: can't open /var/log/ntpstats/rawstats.20240413: Permission denied 2024-04-13T21:36:06.735 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:06 ntpd[17168]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-13T21:36:06.735 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:06 ntpd[17168]: can't open /var/log/ntpstats/peerstats.20240413: Permission denied 2024-04-13T21:36:06.764 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:06 ntpd[17159]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-13T21:36:06.764 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:06 ntpd[17159]: can't open /var/log/ntpstats/rawstats.20240413: Permission denied 2024-04-13T21:36:06.764 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:06 ntpd[17159]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-13T21:36:06.764 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:06 ntpd[17159]: can't open /var/log/ntpstats/rawstats.20240413: Permission denied 2024-04-13T21:36:06.764 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:06 ntpd[17159]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-13T21:36:06.764 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:06 ntpd[17159]: can't open /var/log/ntpstats/peerstats.20240413: Permission denied 2024-04-13T21:36:07.735 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:07 ntpd[17168]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-13T21:36:07.735 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:07 ntpd[17168]: can't open /var/log/ntpstats/rawstats.20240413: Permission denied 2024-04-13T21:36:07.735 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:07 ntpd[17168]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-13T21:36:07.735 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:07 ntpd[17168]: can't open /var/log/ntpstats/rawstats.20240413: Permission denied 2024-04-13T21:36:07.735 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:07 ntpd[17168]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-13T21:36:07.735 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:07 ntpd[17168]: can't open /var/log/ntpstats/rawstats.20240413: Permission denied 2024-04-13T21:36:07.735 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:07 ntpd[17168]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-13T21:36:07.735 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:07 ntpd[17168]: can't open /var/log/ntpstats/peerstats.20240413: Permission denied 2024-04-13T21:36:07.735 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:07 ntpd[17168]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-13T21:36:07.735 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:07 ntpd[17168]: can't open /var/log/ntpstats/rawstats.20240413: Permission denied 2024-04-13T21:36:07.736 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:07 ntpd[17168]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-13T21:36:07.736 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:07 ntpd[17168]: can't open /var/log/ntpstats/peerstats.20240413: Permission denied 2024-04-13T21:36:07.764 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:07 ntpd[17159]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-13T21:36:07.765 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:07 ntpd[17159]: can't open /var/log/ntpstats/rawstats.20240413: Permission denied 2024-04-13T21:36:07.765 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:07 ntpd[17159]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-13T21:36:07.765 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:07 ntpd[17159]: can't open /var/log/ntpstats/rawstats.20240413: Permission denied 2024-04-13T21:36:07.765 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:07 ntpd[17159]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-13T21:36:07.765 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:07 ntpd[17159]: can't open /var/log/ntpstats/rawstats.20240413: Permission denied 2024-04-13T21:36:07.766 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:07 ntpd[17159]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-13T21:36:07.766 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:07 ntpd[17159]: can't open /var/log/ntpstats/peerstats.20240413: Permission denied 2024-04-13T21:36:07.766 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:07 ntpd[17159]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-13T21:36:07.766 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:07 ntpd[17159]: can't open /var/log/ntpstats/rawstats.20240413: Permission denied 2024-04-13T21:36:07.766 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:07 ntpd[17159]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-13T21:36:07.766 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:07 ntpd[17159]: can't open /var/log/ntpstats/peerstats.20240413: Permission denied 2024-04-13T21:36:08.734 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:08 ntpd[17168]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-13T21:36:08.734 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:08 ntpd[17168]: can't open /var/log/ntpstats/rawstats.20240413: Permission denied 2024-04-13T21:36:08.735 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:08 ntpd[17168]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-13T21:36:08.735 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:08 ntpd[17168]: can't open /var/log/ntpstats/rawstats.20240413: Permission denied 2024-04-13T21:36:08.735 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:08 ntpd[17168]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-13T21:36:08.735 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:08 ntpd[17168]: can't open /var/log/ntpstats/peerstats.20240413: Permission denied 2024-04-13T21:36:08.764 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:08 ntpd[17159]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-13T21:36:08.764 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:08 ntpd[17159]: can't open /var/log/ntpstats/rawstats.20240413: Permission denied 2024-04-13T21:36:08.764 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:08 ntpd[17159]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-13T21:36:08.764 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:08 ntpd[17159]: can't open /var/log/ntpstats/rawstats.20240413: Permission denied 2024-04-13T21:36:08.764 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:08 ntpd[17159]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-13T21:36:08.764 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:08 ntpd[17159]: can't open /var/log/ntpstats/peerstats.20240413: Permission denied 2024-04-13T21:36:09.734 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:09 ntpd[17168]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-13T21:36:09.734 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:09 ntpd[17168]: can't open /var/log/ntpstats/rawstats.20240413: Permission denied 2024-04-13T21:36:09.735 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:09 ntpd[17168]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-13T21:36:09.735 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:09 ntpd[17168]: can't open /var/log/ntpstats/rawstats.20240413: Permission denied 2024-04-13T21:36:09.735 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:09 ntpd[17168]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-13T21:36:09.735 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:09 ntpd[17168]: can't open /var/log/ntpstats/rawstats.20240413: Permission denied 2024-04-13T21:36:09.735 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:09 ntpd[17168]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-13T21:36:09.735 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:09 ntpd[17168]: can't open /var/log/ntpstats/peerstats.20240413: Permission denied 2024-04-13T21:36:09.735 INFO:teuthology.orchestra.run.smithi165.stdout:13 Apr 21:36:09 ntpd[17168]: ntpd: time slew -0.000458 s 2024-04-13T21:36:09.735 INFO:teuthology.orchestra.run.smithi165.stdout:ntpd: time slew -0.000458s 2024-04-13T21:36:09.736 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:09 ntpd[17168]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-04-13T21:36:09.736 INFO:teuthology.orchestra.run.smithi165.stderr:13 Apr 21:36:09 ntpd[17168]: can't open /var/log/ntpstats/loopstats.20240413: Permission denied 2024-04-13T21:36:09.765 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:09 ntpd[17159]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-13T21:36:09.765 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:09 ntpd[17159]: can't open /var/log/ntpstats/rawstats.20240413: Permission denied 2024-04-13T21:36:09.765 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:09 ntpd[17159]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-13T21:36:09.765 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:09 ntpd[17159]: can't open /var/log/ntpstats/rawstats.20240413: Permission denied 2024-04-13T21:36:09.765 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:09 ntpd[17159]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-13T21:36:09.765 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:09 ntpd[17159]: can't open /var/log/ntpstats/rawstats.20240413: Permission denied 2024-04-13T21:36:09.765 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:09 ntpd[17159]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-13T21:36:09.765 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:09 ntpd[17159]: can't open /var/log/ntpstats/peerstats.20240413: Permission denied 2024-04-13T21:36:09.765 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:09 ntpd[17159]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-13T21:36:09.765 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:09 ntpd[17159]: can't open /var/log/ntpstats/rawstats.20240413: Permission denied 2024-04-13T21:36:09.765 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:09 ntpd[17159]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-13T21:36:09.766 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:09 ntpd[17159]: can't open /var/log/ntpstats/peerstats.20240413: Permission denied 2024-04-13T21:36:09.801 INFO:teuthology.orchestra.run.smithi165.stdout: remote refid st t when poll reach delay offset jitter 2024-04-13T21:36:09.801 INFO:teuthology.orchestra.run.smithi165.stdout:============================================================================== 2024-04-13T21:36:09.801 INFO:teuthology.orchestra.run.smithi165.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-04-13T21:36:09.801 INFO:teuthology.orchestra.run.smithi165.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-04-13T21:36:09.802 INFO:teuthology.orchestra.run.smithi165.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-04-13T21:36:09.802 INFO:teuthology.orchestra.run.smithi165.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-04-13T21:36:10.764 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:10 ntpd[17159]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-13T21:36:10.765 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:10 ntpd[17159]: can't open /var/log/ntpstats/rawstats.20240413: Permission denied 2024-04-13T21:36:10.765 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:10 ntpd[17159]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-13T21:36:10.765 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:10 ntpd[17159]: can't open /var/log/ntpstats/rawstats.20240413: Permission denied 2024-04-13T21:36:10.765 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:10 ntpd[17159]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-13T21:36:10.765 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:10 ntpd[17159]: can't open /var/log/ntpstats/peerstats.20240413: Permission denied 2024-04-13T21:36:10.766 INFO:teuthology.orchestra.run.smithi189.stdout:13 Apr 21:36:10 ntpd[17159]: ntpd: time slew -0.001140 s 2024-04-13T21:36:10.766 INFO:teuthology.orchestra.run.smithi189.stdout:ntpd: time slew -0.001140s 2024-04-13T21:36:10.767 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:10 ntpd[17159]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-04-13T21:36:10.767 INFO:teuthology.orchestra.run.smithi189.stderr:13 Apr 21:36:10 ntpd[17159]: can't open /var/log/ntpstats/loopstats.20240413: Permission denied 2024-04-13T21:36:10.809 INFO:teuthology.orchestra.run.smithi189.stdout: remote refid st t when poll reach delay offset jitter 2024-04-13T21:36:10.809 INFO:teuthology.orchestra.run.smithi189.stdout:============================================================================== 2024-04-13T21:36:10.809 INFO:teuthology.orchestra.run.smithi189.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-04-13T21:36:10.809 INFO:teuthology.orchestra.run.smithi189.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-04-13T21:36:10.810 INFO:teuthology.orchestra.run.smithi189.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-04-13T21:36:10.810 INFO:teuthology.orchestra.run.smithi189.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-04-13T21:36:10.810 INFO:teuthology.run_tasks:Running task install... 2024-04-13T21:36:10.820 DEBUG:teuthology.task.install:project ceph 2024-04-13T21:36:10.821 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '809afd3da6037ef1c60dcf79f89e65791b95f8ef'}} 2024-04-13T21:36:10.821 DEBUG:teuthology.task.install:config {'branch': 'reef', 'exclude_packages': ['ceph-volume'], 'flavor': 'default', 'sha1': '809afd3da6037ef1c60dcf79f89e65791b95f8ef'} 2024-04-13T21:36:10.821 INFO:teuthology.task.install:Using flavor: default 2024-04-13T21:36:10.829 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-13T21:36:10.829 INFO:teuthology.task.install:extra packages: [] 2024-04-13T21:36:10.830 DEBUG:teuthology.orchestra.run.smithi165:> sudo apt-key list | grep Ceph 2024-04-13T21:36:10.831 DEBUG:teuthology.orchestra.run.smithi189:> sudo apt-key list | grep Ceph 2024-04-13T21:36:10.892 INFO:teuthology.orchestra.run.smithi165.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-04-13T21:36:10.903 INFO:teuthology.orchestra.run.smithi189.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-04-13T21:36:10.920 INFO:teuthology.orchestra.run.smithi165.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-04-13T21:36:10.920 INFO:teuthology.orchestra.run.smithi165.stdout:uid [ unknown] Ceph.com (release key) 2024-04-13T21:36:10.922 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2024-04-13T21:36:10.922 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-13T21:36:10.922 INFO:teuthology.packaging:ref: None 2024-04-13T21:36:10.922 INFO:teuthology.packaging:tag: None 2024-04-13T21:36:10.922 INFO:teuthology.packaging:branch: reef 2024-04-13T21:36:10.923 INFO:teuthology.packaging:sha1: 809afd3da6037ef1c60dcf79f89e65791b95f8ef 2024-04-13T21:36:10.923 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=reef 2024-04-13T21:36:10.928 INFO:teuthology.orchestra.run.smithi189.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-04-13T21:36:10.928 INFO:teuthology.orchestra.run.smithi189.stdout:uid [ unknown] Ceph.com (release key) 2024-04-13T21:36:10.928 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2024-04-13T21:36:10.929 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-13T21:36:10.929 INFO:teuthology.packaging:ref: None 2024-04-13T21:36:10.929 INFO:teuthology.packaging:tag: None 2024-04-13T21:36:10.929 INFO:teuthology.packaging:branch: reef 2024-04-13T21:36:10.929 INFO:teuthology.packaging:sha1: 809afd3da6037ef1c60dcf79f89e65791b95f8ef 2024-04-13T21:36:10.929 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=reef 2024-04-13T21:36:11.153 INFO:teuthology.task.install.deb:Pulling from https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default/ 2024-04-13T21:36:11.153 INFO:teuthology.task.install.deb:Package version is 18.2.2-1219-ge6cbcc46-1jammy 2024-04-13T21:36:11.261 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-04-13T21:36:11.261 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-04-13T21:36:11.263 INFO:teuthology.task.install.deb:Pulling from https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default/ 2024-04-13T21:36:11.264 INFO:teuthology.task.install.deb:Package version is 18.2.2-1219-ge6cbcc46-1jammy 2024-04-13T21:36:11.312 DEBUG:teuthology.orchestra.run.smithi165:> sudo apt-get update 2024-04-13T21:36:11.371 DEBUG:teuthology.orchestra.run.smithi189:> set -ex 2024-04-13T21:36:11.371 DEBUG:teuthology.orchestra.run.smithi189:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-04-13T21:36:11.385 DEBUG:teuthology.orchestra.run.smithi189:> sudo apt-get update 2024-04-13T21:36:11.483 INFO:teuthology.orchestra.run.smithi165.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-04-13T21:36:11.497 INFO:teuthology.orchestra.run.smithi165.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-04-13T21:36:11.518 INFO:teuthology.orchestra.run.smithi165.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-04-13T21:36:11.562 INFO:teuthology.orchestra.run.smithi189.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-04-13T21:36:11.594 INFO:teuthology.orchestra.run.smithi165.stdout:Ign:4 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy InRelease 2024-04-13T21:36:11.606 INFO:teuthology.orchestra.run.smithi189.stdout:Ign:2 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy InRelease 2024-04-13T21:36:11.622 INFO:teuthology.orchestra.run.smithi165.stdout:Hit:5 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-04-13T21:36:11.627 INFO:teuthology.orchestra.run.smithi189.stdout:Get:3 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy Release [7,662 B] 2024-04-13T21:36:11.631 INFO:teuthology.orchestra.run.smithi165.stdout:Get:6 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy Release [7,662 B] 2024-04-13T21:36:11.648 INFO:teuthology.orchestra.run.smithi189.stdout:Ign:4 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy Release.gpg 2024-04-13T21:36:11.667 INFO:teuthology.orchestra.run.smithi165.stdout:Ign:7 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy Release.gpg 2024-04-13T21:36:11.669 INFO:teuthology.orchestra.run.smithi189.stdout:Get:5 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.5 kB] 2024-04-13T21:36:11.676 INFO:teuthology.orchestra.run.smithi189.stdout:Hit:6 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-04-13T21:36:11.697 INFO:teuthology.orchestra.run.smithi189.stdout:Get:7 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,422 B] 2024-04-13T21:36:11.703 INFO:teuthology.orchestra.run.smithi165.stdout:Get:8 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,422 B] 2024-04-13T21:36:11.745 INFO:teuthology.orchestra.run.smithi165.stdout:Get:9 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.5 kB] 2024-04-13T21:36:11.757 INFO:teuthology.orchestra.run.smithi189.stdout:Hit:8 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-04-13T21:36:11.835 INFO:teuthology.orchestra.run.smithi165.stdout:Fetched 28.5 kB in 0s (82.9 kB/s) 2024-04-13T21:36:11.836 INFO:teuthology.orchestra.run.smithi189.stdout:Hit:9 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-04-13T21:36:11.971 INFO:teuthology.orchestra.run.smithi189.stdout:Fetched 28.5 kB in 0s (70.0 kB/s) 2024-04-13T21:36:12.762 INFO:teuthology.orchestra.run.smithi165.stdout:Reading package lists... 2024-04-13T21:36:12.778 DEBUG:teuthology.orchestra.run.smithi165:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.2.2-1219-ge6cbcc46-1jammy cephadm=18.2.2-1219-ge6cbcc46-1jammy ceph-mds=18.2.2-1219-ge6cbcc46-1jammy ceph-mgr=18.2.2-1219-ge6cbcc46-1jammy ceph-common=18.2.2-1219-ge6cbcc46-1jammy ceph-fuse=18.2.2-1219-ge6cbcc46-1jammy ceph-test=18.2.2-1219-ge6cbcc46-1jammy radosgw=18.2.2-1219-ge6cbcc46-1jammy python3-rados=18.2.2-1219-ge6cbcc46-1jammy python3-rgw=18.2.2-1219-ge6cbcc46-1jammy python3-cephfs=18.2.2-1219-ge6cbcc46-1jammy python3-rbd=18.2.2-1219-ge6cbcc46-1jammy libcephfs2=18.2.2-1219-ge6cbcc46-1jammy libcephfs-dev=18.2.2-1219-ge6cbcc46-1jammy librados2=18.2.2-1219-ge6cbcc46-1jammy librbd1=18.2.2-1219-ge6cbcc46-1jammy rbd-fuse=18.2.2-1219-ge6cbcc46-1jammy 2024-04-13T21:36:12.839 INFO:teuthology.orchestra.run.smithi165.stdout:Reading package lists... 2024-04-13T21:36:12.931 INFO:teuthology.orchestra.run.smithi189.stdout:Reading package lists... 2024-04-13T21:36:12.948 DEBUG:teuthology.orchestra.run.smithi189:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.2.2-1219-ge6cbcc46-1jammy cephadm=18.2.2-1219-ge6cbcc46-1jammy ceph-mds=18.2.2-1219-ge6cbcc46-1jammy ceph-mgr=18.2.2-1219-ge6cbcc46-1jammy ceph-common=18.2.2-1219-ge6cbcc46-1jammy ceph-fuse=18.2.2-1219-ge6cbcc46-1jammy ceph-test=18.2.2-1219-ge6cbcc46-1jammy radosgw=18.2.2-1219-ge6cbcc46-1jammy python3-rados=18.2.2-1219-ge6cbcc46-1jammy python3-rgw=18.2.2-1219-ge6cbcc46-1jammy python3-cephfs=18.2.2-1219-ge6cbcc46-1jammy python3-rbd=18.2.2-1219-ge6cbcc46-1jammy libcephfs2=18.2.2-1219-ge6cbcc46-1jammy libcephfs-dev=18.2.2-1219-ge6cbcc46-1jammy librados2=18.2.2-1219-ge6cbcc46-1jammy librbd1=18.2.2-1219-ge6cbcc46-1jammy rbd-fuse=18.2.2-1219-ge6cbcc46-1jammy 2024-04-13T21:36:13.008 INFO:teuthology.orchestra.run.smithi189.stdout:Reading package lists... 2024-04-13T21:36:13.037 INFO:teuthology.orchestra.run.smithi165.stdout:Building dependency tree... 2024-04-13T21:36:13.038 INFO:teuthology.orchestra.run.smithi165.stdout:Reading state information... 2024-04-13T21:36:13.206 INFO:teuthology.orchestra.run.smithi189.stdout:Building dependency tree... 2024-04-13T21:36:13.207 INFO:teuthology.orchestra.run.smithi189.stdout:Reading state information... 2024-04-13T21:36:13.231 INFO:teuthology.orchestra.run.smithi165.stdout:The following packages were automatically installed and are no longer required: 2024-04-13T21:36:13.231 INFO:teuthology.orchestra.run.smithi165.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-04-13T21:36:13.231 INFO:teuthology.orchestra.run.smithi165.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-04-13T21:36:13.231 INFO:teuthology.orchestra.run.smithi165.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-04-13T21:36:13.232 INFO:teuthology.orchestra.run.smithi165.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-04-13T21:36:13.232 INFO:teuthology.orchestra.run.smithi165.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-04-13T21:36:13.232 INFO:teuthology.orchestra.run.smithi165.stdout:Use 'sudo apt autoremove' to remove them. 2024-04-13T21:36:13.233 INFO:teuthology.orchestra.run.smithi165.stdout:The following additional packages will be installed: 2024-04-13T21:36:13.233 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-04-13T21:36:13.233 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd ceph-volume jq 2024-04-13T21:36:13.233 INFO:teuthology.orchestra.run.smithi165.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2024-04-13T21:36:13.233 INFO:teuthology.orchestra.run.smithi165.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2024-04-13T21:36:13.234 INFO:teuthology.orchestra.run.smithi165.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.16.0 nvme-cli 2024-04-13T21:36:13.234 INFO:teuthology.orchestra.run.smithi165.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2024-04-13T21:36:13.234 INFO:teuthology.orchestra.run.smithi165.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2024-04-13T21:36:13.234 INFO:teuthology.orchestra.run.smithi165.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2024-04-13T21:36:13.234 INFO:teuthology.orchestra.run.smithi165.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2024-04-13T21:36:13.234 INFO:teuthology.orchestra.run.smithi165.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-04-13T21:36:13.234 INFO:teuthology.orchestra.run.smithi165.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-04-13T21:36:13.234 INFO:teuthology.orchestra.run.smithi165.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-04-13T21:36:13.234 INFO:teuthology.orchestra.run.smithi165.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-04-13T21:36:13.234 INFO:teuthology.orchestra.run.smithi165.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-04-13T21:36:13.234 INFO:teuthology.orchestra.run.smithi165.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-04-13T21:36:13.234 INFO:teuthology.orchestra.run.smithi165.stdout: python3-pygments python3-pyinotify python3-pytest python3-repoze.lru 2024-04-13T21:36:13.234 INFO:teuthology.orchestra.run.smithi165.stdout: python3-requests python3-requests-oauthlib python3-routes python3-rsa 2024-04-13T21:36:13.235 INFO:teuthology.orchestra.run.smithi165.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-04-13T21:36:13.235 INFO:teuthology.orchestra.run.smithi165.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-04-13T21:36:13.235 INFO:teuthology.orchestra.run.smithi165.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-04-13T21:36:13.235 INFO:teuthology.orchestra.run.smithi165.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-04-13T21:36:13.235 INFO:teuthology.orchestra.run.smithi165.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n socat xmlstarlet 2024-04-13T21:36:13.235 INFO:teuthology.orchestra.run.smithi165.stdout:Suggested packages: 2024-04-13T21:36:13.235 INFO:teuthology.orchestra.run.smithi165.stdout: python3-influxdb python-jinja2-doc python3-beaker python-mako-doc 2024-04-13T21:36:13.235 INFO:teuthology.orchestra.run.smithi165.stdout: python-natsort-doc python-openssl-doc python3-openssl-dbg httpd-wsgi 2024-04-13T21:36:13.235 INFO:teuthology.orchestra.run.smithi165.stdout: libapache2-mod-python libapache2-mod-scgi libjs-mochikit python-pecan-doc 2024-04-13T21:36:13.235 INFO:teuthology.orchestra.run.smithi165.stdout: python-psutil-doc subversion python-pygments-doc python-pyinotify-doc 2024-04-13T21:36:13.236 INFO:teuthology.orchestra.run.smithi165.stdout: python3-socks python-requests-doc python3-dap python-sklearn-doc ipython3 2024-04-13T21:36:13.236 INFO:teuthology.orchestra.run.smithi165.stdout: python-waitress-doc python-webob-doc python-webtest-doc python-werkzeug-doc 2024-04-13T21:36:13.236 INFO:teuthology.orchestra.run.smithi165.stdout: python3-watchdog 2024-04-13T21:36:13.236 INFO:teuthology.orchestra.run.smithi165.stdout:Recommended packages: 2024-04-13T21:36:13.236 INFO:teuthology.orchestra.run.smithi165.stdout: btrfs-tools 2024-04-13T21:36:13.336 INFO:teuthology.orchestra.run.smithi165.stdout:The following NEW packages will be installed: 2024-04-13T21:36:13.336 INFO:teuthology.orchestra.run.smithi165.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-04-13T21:36:13.336 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-04-13T21:36:13.336 INFO:teuthology.orchestra.run.smithi165.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm jq 2024-04-13T21:36:13.337 INFO:teuthology.orchestra.run.smithi165.stdout: libcephfs-dev libcephfs2 libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 2024-04-13T21:36:13.338 INFO:teuthology.orchestra.run.smithi165.stdout: liboath0 libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 2024-04-13T21:36:13.338 INFO:teuthology.orchestra.run.smithi165.stdout: librados2 libradosstriper1 librbd1 librdkafka1 librgw2 libsqlite3-mod-ceph 2024-04-13T21:36:13.338 INFO:teuthology.orchestra.run.smithi165.stdout: libthrift-0.16.0 nvme-cli python-asyncssh-doc python-babel-localedata 2024-04-13T21:36:13.338 INFO:teuthology.orchestra.run.smithi165.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2024-04-13T21:36:13.338 INFO:teuthology.orchestra.run.smithi165.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2024-04-13T21:36:13.338 INFO:teuthology.orchestra.run.smithi165.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-google-auth 2024-04-13T21:36:13.338 INFO:teuthology.orchestra.run.smithi165.stdout: python3-idna python3-iniconfig python3-jaraco.classes 2024-04-13T21:36:13.338 INFO:teuthology.orchestra.run.smithi165.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2024-04-13T21:36:13.338 INFO:teuthology.orchestra.run.smithi165.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2024-04-13T21:36:13.338 INFO:teuthology.orchestra.run.smithi165.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2024-04-13T21:36:13.338 INFO:teuthology.orchestra.run.smithi165.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2024-04-13T21:36:13.338 INFO:teuthology.orchestra.run.smithi165.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2024-04-13T21:36:13.339 INFO:teuthology.orchestra.run.smithi165.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2024-04-13T21:36:13.339 INFO:teuthology.orchestra.run.smithi165.stdout: python3-pytest python3-rados python3-rbd python3-repoze.lru python3-requests 2024-04-13T21:36:13.339 INFO:teuthology.orchestra.run.smithi165.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2024-04-13T21:36:13.339 INFO:teuthology.orchestra.run.smithi165.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-04-13T21:36:13.339 INFO:teuthology.orchestra.run.smithi165.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-04-13T21:36:13.339 INFO:teuthology.orchestra.run.smithi165.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-04-13T21:36:13.339 INFO:teuthology.orchestra.run.smithi165.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-04-13T21:36:13.339 INFO:teuthology.orchestra.run.smithi165.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2024-04-13T21:36:13.339 INFO:teuthology.orchestra.run.smithi165.stdout: socat xmlstarlet 2024-04-13T21:36:13.389 INFO:teuthology.orchestra.run.smithi189.stdout:The following packages were automatically installed and are no longer required: 2024-04-13T21:36:13.389 INFO:teuthology.orchestra.run.smithi189.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-04-13T21:36:13.390 INFO:teuthology.orchestra.run.smithi189.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-04-13T21:36:13.390 INFO:teuthology.orchestra.run.smithi189.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-04-13T21:36:13.390 INFO:teuthology.orchestra.run.smithi189.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-04-13T21:36:13.390 INFO:teuthology.orchestra.run.smithi189.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-04-13T21:36:13.390 INFO:teuthology.orchestra.run.smithi189.stdout:Use 'sudo apt autoremove' to remove them. 2024-04-13T21:36:13.391 INFO:teuthology.orchestra.run.smithi189.stdout:The following additional packages will be installed: 2024-04-13T21:36:13.391 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-04-13T21:36:13.391 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd ceph-volume jq 2024-04-13T21:36:13.391 INFO:teuthology.orchestra.run.smithi189.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2024-04-13T21:36:13.391 INFO:teuthology.orchestra.run.smithi189.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2024-04-13T21:36:13.392 INFO:teuthology.orchestra.run.smithi189.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.16.0 nvme-cli 2024-04-13T21:36:13.392 INFO:teuthology.orchestra.run.smithi189.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2024-04-13T21:36:13.392 INFO:teuthology.orchestra.run.smithi189.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2024-04-13T21:36:13.392 INFO:teuthology.orchestra.run.smithi189.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2024-04-13T21:36:13.392 INFO:teuthology.orchestra.run.smithi189.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2024-04-13T21:36:13.393 INFO:teuthology.orchestra.run.smithi189.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-04-13T21:36:13.393 INFO:teuthology.orchestra.run.smithi189.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-04-13T21:36:13.393 INFO:teuthology.orchestra.run.smithi189.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-04-13T21:36:13.393 INFO:teuthology.orchestra.run.smithi189.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-04-13T21:36:13.393 INFO:teuthology.orchestra.run.smithi189.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-04-13T21:36:13.393 INFO:teuthology.orchestra.run.smithi189.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-04-13T21:36:13.393 INFO:teuthology.orchestra.run.smithi189.stdout: python3-pygments python3-pyinotify python3-pytest python3-repoze.lru 2024-04-13T21:36:13.393 INFO:teuthology.orchestra.run.smithi189.stdout: python3-requests python3-requests-oauthlib python3-routes python3-rsa 2024-04-13T21:36:13.393 INFO:teuthology.orchestra.run.smithi189.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-04-13T21:36:13.393 INFO:teuthology.orchestra.run.smithi189.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-04-13T21:36:13.393 INFO:teuthology.orchestra.run.smithi189.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-04-13T21:36:13.394 INFO:teuthology.orchestra.run.smithi189.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-04-13T21:36:13.394 INFO:teuthology.orchestra.run.smithi189.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n socat xmlstarlet 2024-04-13T21:36:13.394 INFO:teuthology.orchestra.run.smithi189.stdout:Suggested packages: 2024-04-13T21:36:13.394 INFO:teuthology.orchestra.run.smithi189.stdout: python3-influxdb python-jinja2-doc python3-beaker python-mako-doc 2024-04-13T21:36:13.394 INFO:teuthology.orchestra.run.smithi189.stdout: python-natsort-doc python-openssl-doc python3-openssl-dbg httpd-wsgi 2024-04-13T21:36:13.394 INFO:teuthology.orchestra.run.smithi189.stdout: libapache2-mod-python libapache2-mod-scgi libjs-mochikit python-pecan-doc 2024-04-13T21:36:13.394 INFO:teuthology.orchestra.run.smithi189.stdout: python-psutil-doc subversion python-pygments-doc python-pyinotify-doc 2024-04-13T21:36:13.394 INFO:teuthology.orchestra.run.smithi189.stdout: python3-socks python-requests-doc python3-dap python-sklearn-doc ipython3 2024-04-13T21:36:13.394 INFO:teuthology.orchestra.run.smithi189.stdout: python-waitress-doc python-webob-doc python-webtest-doc python-werkzeug-doc 2024-04-13T21:36:13.395 INFO:teuthology.orchestra.run.smithi189.stdout: python3-watchdog 2024-04-13T21:36:13.395 INFO:teuthology.orchestra.run.smithi189.stdout:Recommended packages: 2024-04-13T21:36:13.395 INFO:teuthology.orchestra.run.smithi189.stdout: btrfs-tools 2024-04-13T21:36:13.402 INFO:teuthology.orchestra.run.smithi165.stdout:0 upgraded, 109 newly installed, 0 to remove and 300 not upgraded. 2024-04-13T21:36:13.402 INFO:teuthology.orchestra.run.smithi165.stdout:Need to get 162 MB of archives. 2024-04-13T21:36:13.402 INFO:teuthology.orchestra.run.smithi165.stdout:After this operation, 743 MB of additional disk space will be used. 2024-04-13T21:36:13.402 INFO:teuthology.orchestra.run.smithi165.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libfmt8 amd64 8.1.1+ds1-2 [60.2 kB] 2024-04-13T21:36:13.476 INFO:teuthology.orchestra.run.smithi165.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-04-13T21:36:13.490 INFO:teuthology.orchestra.run.smithi189.stdout:The following NEW packages will be installed: 2024-04-13T21:36:13.490 INFO:teuthology.orchestra.run.smithi189.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-04-13T21:36:13.491 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-04-13T21:36:13.491 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm jq 2024-04-13T21:36:13.491 INFO:teuthology.orchestra.run.smithi189.stdout: libcephfs-dev libcephfs2 libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 2024-04-13T21:36:13.491 INFO:teuthology.orchestra.run.smithi189.stdout: liboath0 libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 2024-04-13T21:36:13.491 INFO:teuthology.orchestra.run.smithi189.stdout: librados2 libradosstriper1 librbd1 librdkafka1 librgw2 libsqlite3-mod-ceph 2024-04-13T21:36:13.492 INFO:teuthology.orchestra.run.smithi189.stdout: libthrift-0.16.0 nvme-cli python-asyncssh-doc python-babel-localedata 2024-04-13T21:36:13.492 INFO:teuthology.orchestra.run.smithi189.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2024-04-13T21:36:13.492 INFO:teuthology.orchestra.run.smithi189.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2024-04-13T21:36:13.493 INFO:teuthology.orchestra.run.smithi189.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-google-auth 2024-04-13T21:36:13.493 INFO:teuthology.orchestra.run.smithi189.stdout: python3-idna python3-iniconfig python3-jaraco.classes 2024-04-13T21:36:13.493 INFO:teuthology.orchestra.run.smithi189.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2024-04-13T21:36:13.493 INFO:teuthology.orchestra.run.smithi189.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2024-04-13T21:36:13.493 INFO:teuthology.orchestra.run.smithi189.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2024-04-13T21:36:13.493 INFO:teuthology.orchestra.run.smithi189.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2024-04-13T21:36:13.493 INFO:teuthology.orchestra.run.smithi189.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2024-04-13T21:36:13.493 INFO:teuthology.orchestra.run.smithi189.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2024-04-13T21:36:13.493 INFO:teuthology.orchestra.run.smithi189.stdout: python3-pytest python3-rados python3-rbd python3-repoze.lru python3-requests 2024-04-13T21:36:13.493 INFO:teuthology.orchestra.run.smithi189.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2024-04-13T21:36:13.493 INFO:teuthology.orchestra.run.smithi189.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-04-13T21:36:13.493 INFO:teuthology.orchestra.run.smithi189.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-04-13T21:36:13.493 INFO:teuthology.orchestra.run.smithi189.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-04-13T21:36:13.493 INFO:teuthology.orchestra.run.smithi189.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-04-13T21:36:13.494 INFO:teuthology.orchestra.run.smithi189.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2024-04-13T21:36:13.494 INFO:teuthology.orchestra.run.smithi189.stdout: socat xmlstarlet 2024-04-13T21:36:13.522 INFO:teuthology.orchestra.run.smithi165.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-04-13T21:36:13.525 INFO:teuthology.orchestra.run.smithi165.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-04-13T21:36:13.544 INFO:teuthology.orchestra.run.smithi165.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-04-13T21:36:13.556 INFO:teuthology.orchestra.run.smithi189.stdout:0 upgraded, 109 newly installed, 0 to remove and 300 not upgraded. 2024-04-13T21:36:13.556 INFO:teuthology.orchestra.run.smithi189.stdout:Need to get 162 MB of archives. 2024-04-13T21:36:13.556 INFO:teuthology.orchestra.run.smithi189.stdout:After this operation, 743 MB of additional disk space will be used. 2024-04-13T21:36:13.556 INFO:teuthology.orchestra.run.smithi189.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libfmt8 amd64 8.1.1+ds1-2 [60.2 kB] 2024-04-13T21:36:13.560 INFO:teuthology.orchestra.run.smithi165.stdout:Get:6 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 18.2.2-1219-ge6cbcc46-1jammy [3,440 kB] 2024-04-13T21:36:13.602 INFO:teuthology.orchestra.run.smithi165.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-04-13T21:36:13.607 INFO:teuthology.orchestra.run.smithi165.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-04-13T21:36:13.619 INFO:teuthology.orchestra.run.smithi165.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-04-13T21:36:13.624 INFO:teuthology.orchestra.run.smithi165.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-04-13T21:36:13.624 INFO:teuthology.orchestra.run.smithi165.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-04-13T21:36:13.625 INFO:teuthology.orchestra.run.smithi165.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-04-13T21:36:13.633 INFO:teuthology.orchestra.run.smithi165.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-04-13T21:36:13.634 INFO:teuthology.orchestra.run.smithi165.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-04-13T21:36:13.634 INFO:teuthology.orchestra.run.smithi165.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-04-13T21:36:13.635 INFO:teuthology.orchestra.run.smithi189.stdout:Get:2 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 18.2.2-1219-ge6cbcc46-1jammy [3,440 kB] 2024-04-13T21:36:13.639 INFO:teuthology.orchestra.run.smithi165.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-04-13T21:36:13.644 INFO:teuthology.orchestra.run.smithi189.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-04-13T21:36:13.667 INFO:teuthology.orchestra.run.smithi165.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-04-13T21:36:13.667 INFO:teuthology.orchestra.run.smithi165.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-04-13T21:36:13.668 INFO:teuthology.orchestra.run.smithi165.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-04-13T21:36:13.669 INFO:teuthology.orchestra.run.smithi165.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-04-13T21:36:13.669 INFO:teuthology.orchestra.run.smithi165.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-04-13T21:36:13.670 INFO:teuthology.orchestra.run.smithi165.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-04-13T21:36:13.674 INFO:teuthology.orchestra.run.smithi165.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-04-13T21:36:13.674 INFO:teuthology.orchestra.run.smithi165.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-04-13T21:36:13.675 INFO:teuthology.orchestra.run.smithi165.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-04-13T21:36:13.688 INFO:teuthology.orchestra.run.smithi165.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-04-13T21:36:13.695 INFO:teuthology.orchestra.run.smithi189.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-04-13T21:36:13.696 INFO:teuthology.orchestra.run.smithi165.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-04-13T21:36:13.697 INFO:teuthology.orchestra.run.smithi165.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-04-13T21:36:13.697 INFO:teuthology.orchestra.run.smithi165.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webob all 1:1.8.6-1.1 [85.2 kB] 2024-04-13T21:36:13.699 INFO:teuthology.orchestra.run.smithi165.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-04-13T21:36:13.700 INFO:teuthology.orchestra.run.smithi165.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-04-13T21:36:13.700 INFO:teuthology.orchestra.run.smithi165.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-04-13T21:36:13.705 INFO:teuthology.orchestra.run.smithi189.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-04-13T21:36:13.708 INFO:teuthology.orchestra.run.smithi165.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-04-13T21:36:13.708 INFO:teuthology.orchestra.run.smithi165.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-04-13T21:36:13.711 INFO:teuthology.orchestra.run.smithi165.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-04-13T21:36:13.724 INFO:teuthology.orchestra.run.smithi189.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-04-13T21:36:13.729 INFO:teuthology.orchestra.run.smithi165.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-04-13T21:36:13.731 INFO:teuthology.orchestra.run.smithi165.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-04-13T21:36:13.734 INFO:teuthology.orchestra.run.smithi165.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-idna all 3.3-1 [49.3 kB] 2024-04-13T21:36:13.735 INFO:teuthology.orchestra.run.smithi165.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-04-13T21:36:13.737 INFO:teuthology.orchestra.run.smithi165.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-04-13T21:36:13.738 INFO:teuthology.orchestra.run.smithi165.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.1 [181 kB] 2024-04-13T21:36:13.742 INFO:teuthology.orchestra.run.smithi165.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-04-13T21:36:13.743 INFO:teuthology.orchestra.run.smithi165.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-04-13T21:36:13.746 INFO:teuthology.orchestra.run.smithi165.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-04-13T21:36:13.829 INFO:teuthology.orchestra.run.smithi165.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-04-13T21:36:13.831 INFO:teuthology.orchestra.run.smithi165.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.1 [108 kB] 2024-04-13T21:36:13.836 INFO:teuthology.orchestra.run.smithi165.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-04-13T21:36:13.837 INFO:teuthology.orchestra.run.smithi165.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-04-13T21:36:13.837 INFO:teuthology.orchestra.run.smithi165.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-04-13T21:36:13.839 INFO:teuthology.orchestra.run.smithi165.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-04-13T21:36:13.839 INFO:teuthology.orchestra.run.smithi165.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-04-13T21:36:13.840 INFO:teuthology.orchestra.run.smithi165.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-04-13T21:36:13.843 INFO:teuthology.orchestra.run.smithi165.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-04-13T21:36:13.868 INFO:teuthology.orchestra.run.smithi189.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-04-13T21:36:13.874 INFO:teuthology.orchestra.run.smithi189.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-04-13T21:36:13.874 INFO:teuthology.orchestra.run.smithi165.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-04-13T21:36:13.876 INFO:teuthology.orchestra.run.smithi165.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-04-13T21:36:13.904 INFO:teuthology.orchestra.run.smithi165.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-04-13T21:36:13.918 INFO:teuthology.orchestra.run.smithi189.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-04-13T21:36:13.928 INFO:teuthology.orchestra.run.smithi189.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-04-13T21:36:13.929 INFO:teuthology.orchestra.run.smithi189.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-04-13T21:36:13.929 INFO:teuthology.orchestra.run.smithi165.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-04-13T21:36:13.930 INFO:teuthology.orchestra.run.smithi165.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-04-13T21:36:13.930 INFO:teuthology.orchestra.run.smithi189.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-04-13T21:36:13.935 INFO:teuthology.orchestra.run.smithi189.stdout:Get:13 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 18.2.2-1219-ge6cbcc46-1jammy [3,105 kB] 2024-04-13T21:36:13.954 INFO:teuthology.orchestra.run.smithi165.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-04-13T21:36:13.954 INFO:teuthology.orchestra.run.smithi165.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-04-13T21:36:13.955 INFO:teuthology.orchestra.run.smithi165.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-04-13T21:36:13.956 INFO:teuthology.orchestra.run.smithi165.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-04-13T21:36:13.956 INFO:teuthology.orchestra.run.smithi165.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-04-13T21:36:13.970 INFO:teuthology.orchestra.run.smithi189.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-04-13T21:36:13.972 INFO:teuthology.orchestra.run.smithi189.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-04-13T21:36:13.973 INFO:teuthology.orchestra.run.smithi189.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-04-13T21:36:13.975 INFO:teuthology.orchestra.run.smithi189.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-04-13T21:36:13.976 INFO:teuthology.orchestra.run.smithi165.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-04-13T21:36:13.976 INFO:teuthology.orchestra.run.smithi189.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-04-13T21:36:13.976 INFO:teuthology.orchestra.run.smithi165.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-04-13T21:36:13.977 INFO:teuthology.orchestra.run.smithi189.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-04-13T21:36:13.977 INFO:teuthology.orchestra.run.smithi165.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-04-13T21:36:13.995 INFO:teuthology.orchestra.run.smithi189.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-04-13T21:36:13.995 INFO:teuthology.orchestra.run.smithi165.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-04-13T21:36:13.996 INFO:teuthology.orchestra.run.smithi189.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-04-13T21:36:13.997 INFO:teuthology.orchestra.run.smithi189.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-04-13T21:36:13.998 INFO:teuthology.orchestra.run.smithi189.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-04-13T21:36:13.998 INFO:teuthology.orchestra.run.smithi165.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-04-13T21:36:14.000 INFO:teuthology.orchestra.run.smithi165.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-04-13T21:36:14.001 INFO:teuthology.orchestra.run.smithi165.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-04-13T21:36:14.003 INFO:teuthology.orchestra.run.smithi189.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-04-13T21:36:14.006 INFO:teuthology.orchestra.run.smithi165.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-04-13T21:36:14.010 INFO:teuthology.orchestra.run.smithi165.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.1 [474 kB] 2024-04-13T21:36:14.014 INFO:teuthology.orchestra.run.smithi189.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-04-13T21:36:14.015 INFO:teuthology.orchestra.run.smithi189.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-04-13T21:36:14.016 INFO:teuthology.orchestra.run.smithi165.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-04-13T21:36:14.016 INFO:teuthology.orchestra.run.smithi189.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-04-13T21:36:14.018 INFO:teuthology.orchestra.run.smithi189.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-04-13T21:36:14.019 INFO:teuthology.orchestra.run.smithi189.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-04-13T21:36:14.021 INFO:teuthology.orchestra.run.smithi165.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-04-13T21:36:14.021 INFO:teuthology.orchestra.run.smithi165.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-04-13T21:36:14.024 INFO:teuthology.orchestra.run.smithi165.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-04-13T21:36:14.034 INFO:teuthology.orchestra.run.smithi189.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webob all 1:1.8.6-1.1 [85.2 kB] 2024-04-13T21:36:14.034 INFO:teuthology.orchestra.run.smithi165.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-04-13T21:36:14.035 INFO:teuthology.orchestra.run.smithi165.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-04-13T21:36:14.036 INFO:teuthology.orchestra.run.smithi165.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-04-13T21:36:14.037 INFO:teuthology.orchestra.run.smithi189.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-04-13T21:36:14.039 INFO:teuthology.orchestra.run.smithi189.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-04-13T21:36:14.040 INFO:teuthology.orchestra.run.smithi189.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-04-13T21:36:14.060 INFO:teuthology.orchestra.run.smithi189.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-04-13T21:36:14.061 INFO:teuthology.orchestra.run.smithi189.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-04-13T21:36:14.062 INFO:teuthology.orchestra.run.smithi189.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-04-13T21:36:14.064 INFO:teuthology.orchestra.run.smithi189.stdout:Get:37 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 18.2.2-1219-ge6cbcc46-1jammy [680 kB] 2024-04-13T21:36:14.064 INFO:teuthology.orchestra.run.smithi189.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-04-13T21:36:14.066 INFO:teuthology.orchestra.run.smithi189.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-04-13T21:36:14.070 INFO:teuthology.orchestra.run.smithi189.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-idna all 3.3-1 [49.3 kB] 2024-04-13T21:36:14.079 INFO:teuthology.orchestra.run.smithi189.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-04-13T21:36:14.082 INFO:teuthology.orchestra.run.smithi189.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-04-13T21:36:14.083 INFO:teuthology.orchestra.run.smithi189.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.1 [181 kB] 2024-04-13T21:36:14.085 INFO:teuthology.orchestra.run.smithi189.stdout:Get:44 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 18.2.2-1219-ge6cbcc46-1jammy [356 kB] 2024-04-13T21:36:14.098 INFO:teuthology.orchestra.run.smithi189.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-04-13T21:36:14.100 INFO:teuthology.orchestra.run.smithi189.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-04-13T21:36:14.102 INFO:teuthology.orchestra.run.smithi189.stdout:Get:47 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 18.2.2-1219-ge6cbcc46-1jammy [32.8 kB] 2024-04-13T21:36:14.103 INFO:teuthology.orchestra.run.smithi189.stdout:Get:48 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 18.2.2-1219-ge6cbcc46-1jammy [180 kB] 2024-04-13T21:36:14.106 INFO:teuthology.orchestra.run.smithi189.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-04-13T21:36:14.106 INFO:teuthology.orchestra.run.smithi189.stdout:Get:50 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 18.2.2-1219-ge6cbcc46-1jammy [63.7 kB] 2024-04-13T21:36:14.108 INFO:teuthology.orchestra.run.smithi189.stdout:Get:51 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 18.2.2-1219-ge6cbcc46-1jammy [330 kB] 2024-04-13T21:36:14.120 INFO:teuthology.orchestra.run.smithi189.stdout:Get:52 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 18.2.2-1219-ge6cbcc46-1jammy [5,891 kB] 2024-04-13T21:36:14.180 INFO:teuthology.orchestra.run.smithi189.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-04-13T21:36:14.181 INFO:teuthology.orchestra.run.smithi189.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.1 [108 kB] 2024-04-13T21:36:14.182 INFO:teuthology.orchestra.run.smithi189.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-04-13T21:36:14.183 INFO:teuthology.orchestra.run.smithi189.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-04-13T21:36:14.183 INFO:teuthology.orchestra.run.smithi189.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-04-13T21:36:14.184 INFO:teuthology.orchestra.run.smithi189.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-04-13T21:36:14.193 INFO:teuthology.orchestra.run.smithi189.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-04-13T21:36:14.194 INFO:teuthology.orchestra.run.smithi189.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-04-13T21:36:14.196 INFO:teuthology.orchestra.run.smithi189.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-04-13T21:36:14.201 INFO:teuthology.orchestra.run.smithi189.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-04-13T21:36:14.216 INFO:teuthology.orchestra.run.smithi189.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-04-13T21:36:14.235 INFO:teuthology.orchestra.run.smithi189.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-04-13T21:36:14.237 INFO:teuthology.orchestra.run.smithi189.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-04-13T21:36:14.237 INFO:teuthology.orchestra.run.smithi189.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-04-13T21:36:14.255 INFO:teuthology.orchestra.run.smithi189.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-04-13T21:36:14.255 INFO:teuthology.orchestra.run.smithi189.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-04-13T21:36:14.255 INFO:teuthology.orchestra.run.smithi189.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-04-13T21:36:14.256 INFO:teuthology.orchestra.run.smithi189.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-04-13T21:36:14.256 INFO:teuthology.orchestra.run.smithi189.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-04-13T21:36:14.257 INFO:teuthology.orchestra.run.smithi189.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-04-13T21:36:14.275 INFO:teuthology.orchestra.run.smithi189.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-04-13T21:36:14.276 INFO:teuthology.orchestra.run.smithi189.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-04-13T21:36:14.279 INFO:teuthology.orchestra.run.smithi189.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-04-13T21:36:14.295 INFO:teuthology.orchestra.run.smithi189.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-04-13T21:36:14.297 INFO:teuthology.orchestra.run.smithi189.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-04-13T21:36:14.297 INFO:teuthology.orchestra.run.smithi189.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-04-13T21:36:14.301 INFO:teuthology.orchestra.run.smithi189.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-04-13T21:36:14.303 INFO:teuthology.orchestra.run.smithi189.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.1 [474 kB] 2024-04-13T21:36:14.308 INFO:teuthology.orchestra.run.smithi189.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-04-13T21:36:14.311 INFO:teuthology.orchestra.run.smithi189.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-04-13T21:36:14.314 INFO:teuthology.orchestra.run.smithi189.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-04-13T21:36:14.316 INFO:teuthology.orchestra.run.smithi189.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-04-13T21:36:14.323 INFO:teuthology.orchestra.run.smithi189.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-04-13T21:36:14.333 INFO:teuthology.orchestra.run.smithi189.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-04-13T21:36:14.335 INFO:teuthology.orchestra.run.smithi189.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-04-13T21:36:14.335 INFO:teuthology.orchestra.run.smithi189.stdout:Get:88 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 18.2.2-1219-ge6cbcc46-1jammy [112 kB] 2024-04-13T21:36:14.337 INFO:teuthology.orchestra.run.smithi189.stdout:Get:89 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 18.2.2-1219-ge6cbcc46-1jammy [441 kB] 2024-04-13T21:36:14.355 INFO:teuthology.orchestra.run.smithi189.stdout:Get:90 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 18.2.2-1219-ge6cbcc46-1jammy [21.9 MB] 2024-04-13T21:36:14.872 INFO:teuthology.orchestra.run.smithi165.stdout:Get:80 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 18.2.2-1219-ge6cbcc46-1jammy [3,105 kB] 2024-04-13T21:36:15.262 INFO:teuthology.orchestra.run.smithi189.stdout:Get:91 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 18.2.2-1219-ge6cbcc46-1jammy [5,002 kB] 2024-04-13T21:36:15.353 INFO:teuthology.orchestra.run.smithi189.stdout:Get:92 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 18.2.2-1219-ge6cbcc46-1jammy [241 kB] 2024-04-13T21:36:15.360 INFO:teuthology.orchestra.run.smithi189.stdout:Get:93 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 18.2.2-1219-ge6cbcc46-1jammy [130 kB] 2024-04-13T21:36:15.364 INFO:teuthology.orchestra.run.smithi189.stdout:Get:94 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 18.2.2-1219-ge6cbcc46-1jammy [1,490 kB] 2024-04-13T21:36:15.488 INFO:teuthology.orchestra.run.smithi189.stdout:Get:95 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 18.2.2-1219-ge6cbcc46-1jammy [6,079 kB] 2024-04-13T21:36:15.650 INFO:teuthology.orchestra.run.smithi189.stdout:Get:96 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 18.2.2-1219-ge6cbcc46-1jammy [22.3 MB] 2024-04-13T21:36:15.671 INFO:teuthology.orchestra.run.smithi165.stdout:Get:81 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 18.2.2-1219-ge6cbcc46-1jammy [680 kB] 2024-04-13T21:36:15.843 INFO:teuthology.orchestra.run.smithi165.stdout:Get:82 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 18.2.2-1219-ge6cbcc46-1jammy [356 kB] 2024-04-13T21:36:15.934 INFO:teuthology.orchestra.run.smithi165.stdout:Get:83 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 18.2.2-1219-ge6cbcc46-1jammy [32.8 kB] 2024-04-13T21:36:15.943 INFO:teuthology.orchestra.run.smithi165.stdout:Get:84 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 18.2.2-1219-ge6cbcc46-1jammy [180 kB] 2024-04-13T21:36:15.984 INFO:teuthology.orchestra.run.smithi165.stdout:Get:85 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 18.2.2-1219-ge6cbcc46-1jammy [63.7 kB] 2024-04-13T21:36:16.004 INFO:teuthology.orchestra.run.smithi165.stdout:Get:86 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 18.2.2-1219-ge6cbcc46-1jammy [330 kB] 2024-04-13T21:36:16.089 INFO:teuthology.orchestra.run.smithi165.stdout:Get:87 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 18.2.2-1219-ge6cbcc46-1jammy [5,891 kB] 2024-04-13T21:36:16.593 INFO:teuthology.orchestra.run.smithi189.stdout:Get:97 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 18.2.2-1219-ge6cbcc46-1jammy [14.1 kB] 2024-04-13T21:36:16.593 INFO:teuthology.orchestra.run.smithi189.stdout:Get:98 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 18.2.2-1219-ge6cbcc46-1jammy [831 kB] 2024-04-13T21:36:16.610 INFO:teuthology.orchestra.run.smithi189.stdout:Get:99 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 18.2.2-1219-ge6cbcc46-1jammy [2,154 kB] 2024-04-13T21:36:16.648 INFO:teuthology.orchestra.run.smithi189.stdout:Get:100 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 18.2.2-1219-ge6cbcc46-1jammy [238 kB] 2024-04-13T21:36:16.651 INFO:teuthology.orchestra.run.smithi189.stdout:Get:101 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 18.2.2-1219-ge6cbcc46-1jammy [144 kB] 2024-04-13T21:36:16.653 INFO:teuthology.orchestra.run.smithi189.stdout:Get:102 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 18.2.2-1219-ge6cbcc46-1jammy [2,239 kB] 2024-04-13T21:36:16.705 INFO:teuthology.orchestra.run.smithi189.stdout:Get:103 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 18.2.2-1219-ge6cbcc46-1jammy [8,625 kB] 2024-04-13T21:36:17.031 INFO:teuthology.orchestra.run.smithi189.stdout:Get:104 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 18.2.2-1219-ge6cbcc46-1jammy [14.3 kB] 2024-04-13T21:36:17.032 INFO:teuthology.orchestra.run.smithi189.stdout:Get:105 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 18.2.2-1219-ge6cbcc46-1jammy [42.6 MB] 2024-04-13T21:36:17.524 INFO:teuthology.orchestra.run.smithi165.stdout:Get:88 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 18.2.2-1219-ge6cbcc46-1jammy [112 kB] 2024-04-13T21:36:17.556 INFO:teuthology.orchestra.run.smithi165.stdout:Get:89 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 18.2.2-1219-ge6cbcc46-1jammy [441 kB] 2024-04-13T21:36:17.667 INFO:teuthology.orchestra.run.smithi165.stdout:Get:90 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 18.2.2-1219-ge6cbcc46-1jammy [21.9 MB] 2024-04-13T21:36:18.789 INFO:teuthology.orchestra.run.smithi189.stdout:Get:106 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 18.2.2-1219-ge6cbcc46-1jammy [121 kB] 2024-04-13T21:36:18.792 INFO:teuthology.orchestra.run.smithi189.stdout:Get:107 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 18.2.2-1219-ge6cbcc46-1jammy [38.3 kB] 2024-04-13T21:36:18.858 INFO:teuthology.orchestra.run.smithi189.stdout:Get:108 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 18.2.2-1219-ge6cbcc46-1jammy [11.6 MB] 2024-04-13T21:36:19.225 INFO:teuthology.orchestra.run.smithi189.stdout:Get:109 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 18.2.2-1219-ge6cbcc46-1jammy [93.1 kB] 2024-04-13T21:36:19.775 INFO:teuthology.orchestra.run.smithi189.stdout:Fetched 162 MB in 6s (28.3 MB/s) 2024-04-13T21:36:19.907 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package libfmt8:amd64. 2024-04-13T21:36:19.998 INFO:teuthology.orchestra.run.smithi189.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165995 files and directories currently installed.) 2024-04-13T21:36:20.003 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../000-libfmt8_8.1.1+ds1-2_amd64.deb ... 2024-04-13T21:36:20.089 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking libfmt8:amd64 (8.1.1+ds1-2) ... 2024-04-13T21:36:20.417 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-04-13T21:36:20.443 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../001-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-04-13T21:36:20.483 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-04-13T21:36:20.828 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-04-13T21:36:20.854 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../002-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-04-13T21:36:20.894 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-04-13T21:36:21.186 INFO:teuthology.orchestra.run.smithi165.stdout:Get:91 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 18.2.2-1219-ge6cbcc46-1jammy [5,002 kB] 2024-04-13T21:36:21.206 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-04-13T21:36:21.232 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../003-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-04-13T21:36:21.272 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-04-13T21:36:21.684 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-04-13T21:36:21.710 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../004-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-04-13T21:36:21.751 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-04-13T21:36:21.851 INFO:teuthology.orchestra.run.smithi165.stdout:Get:92 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 18.2.2-1219-ge6cbcc46-1jammy [241 kB] 2024-04-13T21:36:21.898 INFO:teuthology.orchestra.run.smithi165.stdout:Get:93 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 18.2.2-1219-ge6cbcc46-1jammy [130 kB] 2024-04-13T21:36:21.909 INFO:teuthology.orchestra.run.smithi165.stdout:Get:94 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 18.2.2-1219-ge6cbcc46-1jammy [1,490 kB] 2024-04-13T21:36:22.145 INFO:teuthology.orchestra.run.smithi165.stdout:Get:95 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 18.2.2-1219-ge6cbcc46-1jammy [6,079 kB] 2024-04-13T21:36:22.170 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-04-13T21:36:22.197 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../005-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-04-13T21:36:22.237 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-04-13T21:36:22.573 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-04-13T21:36:22.599 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../006-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-04-13T21:36:22.640 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-04-13T21:36:22.943 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-04-13T21:36:22.958 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../007-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-04-13T21:36:22.993 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-04-13T21:36:23.295 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package librados2. 2024-04-13T21:36:23.321 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../008-librados2_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:36:23.325 INFO:teuthology.orchestra.run.smithi165.stdout:Get:96 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 18.2.2-1219-ge6cbcc46-1jammy [22.3 MB] 2024-04-13T21:36:23.362 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking librados2 (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:23.839 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package librbd1. 2024-04-13T21:36:23.866 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../009-librbd1_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:36:23.906 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking librbd1 (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:24.326 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package libcephfs2. 2024-04-13T21:36:24.352 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../010-libcephfs2_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:36:24.392 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking libcephfs2 (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:24.661 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-rados. 2024-04-13T21:36:24.676 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../011-python3-rados_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:36:24.711 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-rados (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:24.989 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-04-13T21:36:25.015 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../012-python3-ceph-argparse_18.2.2-1219-ge6cbcc46-1jammy_all.deb ... 2024-04-13T21:36:25.055 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-ceph-argparse (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:25.307 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-cephfs. 2024-04-13T21:36:25.323 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../013-python3-cephfs_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:36:25.391 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-cephfs (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:25.702 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-ceph-common. 2024-04-13T21:36:25.729 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../014-python3-ceph-common_18.2.2-1219-ge6cbcc46-1jammy_all.deb ... 2024-04-13T21:36:25.768 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-ceph-common (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:26.338 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-wcwidth. 2024-04-13T21:36:26.364 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../015-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-04-13T21:36:26.405 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-04-13T21:36:26.699 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-prettytable. 2024-04-13T21:36:26.725 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../016-python3-prettytable_2.5.0-2_all.deb ... 2024-04-13T21:36:26.757 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-04-13T21:36:27.010 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-rbd. 2024-04-13T21:36:27.025 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../017-python3-rbd_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:36:27.068 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-rbd (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:27.412 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-04-13T21:36:27.439 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../018-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-04-13T21:36:27.479 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-04-13T21:36:27.781 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package librgw2. 2024-04-13T21:36:27.849 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../019-librgw2_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:36:27.849 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking librgw2 (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:28.351 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-rgw. 2024-04-13T21:36:28.377 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../020-python3-rgw_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:36:28.417 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-rgw (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:28.753 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package liboath0:amd64. 2024-04-13T21:36:28.780 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../021-liboath0_2.6.7-3build1_amd64.deb ... 2024-04-13T21:36:28.818 INFO:teuthology.orchestra.run.smithi165.stdout:Get:97 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 18.2.2-1219-ge6cbcc46-1jammy [14.1 kB] 2024-04-13T21:36:28.818 INFO:teuthology.orchestra.run.smithi165.stdout:Get:98 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 18.2.2-1219-ge6cbcc46-1jammy [831 kB] 2024-04-13T21:36:28.819 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-04-13T21:36:28.966 INFO:teuthology.orchestra.run.smithi165.stdout:Get:99 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 18.2.2-1219-ge6cbcc46-1jammy [2,154 kB] 2024-04-13T21:36:29.139 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package libradosstriper1. 2024-04-13T21:36:29.154 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../022-libradosstriper1_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:36:29.197 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking libradosstriper1 (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:29.438 INFO:teuthology.orchestra.run.smithi165.stdout:Get:100 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 18.2.2-1219-ge6cbcc46-1jammy [238 kB] 2024-04-13T21:36:29.459 INFO:teuthology.orchestra.run.smithi165.stdout:Get:101 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 18.2.2-1219-ge6cbcc46-1jammy [144 kB] 2024-04-13T21:36:29.496 INFO:teuthology.orchestra.run.smithi165.stdout:Get:102 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 18.2.2-1219-ge6cbcc46-1jammy [2,239 kB] 2024-04-13T21:36:29.634 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package ceph-common. 2024-04-13T21:36:29.659 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../023-ceph-common_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:36:29.700 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking ceph-common (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:29.793 INFO:teuthology.orchestra.run.smithi165.stdout:Get:103 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 18.2.2-1219-ge6cbcc46-1jammy [8,625 kB] 2024-04-13T21:36:30.964 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package ceph-base. 2024-04-13T21:36:30.969 INFO:teuthology.orchestra.run.smithi165.stdout:Get:104 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 18.2.2-1219-ge6cbcc46-1jammy [14.3 kB] 2024-04-13T21:36:30.970 INFO:teuthology.orchestra.run.smithi165.stdout:Get:105 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 18.2.2-1219-ge6cbcc46-1jammy [42.6 MB] 2024-04-13T21:36:30.991 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../024-ceph-base_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:36:31.039 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking ceph-base (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:32.402 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-04-13T21:36:32.428 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../025-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-04-13T21:36:32.468 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-04-13T21:36:32.787 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-cheroot. 2024-04-13T21:36:32.814 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../026-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-04-13T21:36:32.854 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-04-13T21:36:33.157 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-04-13T21:36:33.183 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../027-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-04-13T21:36:33.223 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-04-13T21:36:33.510 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-jaraco.text. 2024-04-13T21:36:33.536 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../028-python3-jaraco.text_3.6.0-2_all.deb ... 2024-04-13T21:36:33.576 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-04-13T21:36:33.862 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-04-13T21:36:33.890 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../029-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-04-13T21:36:33.929 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-04-13T21:36:34.231 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-tempora. 2024-04-13T21:36:34.258 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../030-python3-tempora_4.1.2-1_all.deb ... 2024-04-13T21:36:34.298 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-04-13T21:36:34.595 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-portend. 2024-04-13T21:36:34.621 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../031-python3-portend_3.0.0-1_all.deb ... 2024-04-13T21:36:34.661 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-04-13T21:36:34.964 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-04-13T21:36:34.990 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../032-python3-zc.lockfile_2.0-1_all.deb ... 2024-04-13T21:36:35.030 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-04-13T21:36:35.314 INFO:teuthology.orchestra.run.smithi165.stdout:Get:106 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 18.2.2-1219-ge6cbcc46-1jammy [121 kB] 2024-04-13T21:36:35.316 INFO:teuthology.orchestra.run.smithi165.stdout:Get:107 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 18.2.2-1219-ge6cbcc46-1jammy [38.3 kB] 2024-04-13T21:36:35.318 INFO:teuthology.orchestra.run.smithi165.stdout:Get:108 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 18.2.2-1219-ge6cbcc46-1jammy [11.6 MB] 2024-04-13T21:36:35.334 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-cherrypy3. 2024-04-13T21:36:35.360 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../033-python3-cherrypy3_18.6.1-4_all.deb ... 2024-04-13T21:36:35.400 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-04-13T21:36:35.754 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-natsort. 2024-04-13T21:36:35.781 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../034-python3-natsort_8.0.2-1_all.deb ... 2024-04-13T21:36:35.820 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-04-13T21:36:36.150 INFO:teuthology.orchestra.run.smithi165.stdout:Get:109 https://3.chacra.ceph.com/r/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 18.2.2-1219-ge6cbcc46-1jammy [93.1 kB] 2024-04-13T21:36:36.150 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-logutils. 2024-04-13T21:36:36.174 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../035-python3-logutils_0.3.3-8_all.deb ... 2024-04-13T21:36:36.215 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-04-13T21:36:36.485 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-markupsafe. 2024-04-13T21:36:36.511 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../036-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-04-13T21:36:36.543 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-04-13T21:36:36.705 INFO:teuthology.orchestra.run.smithi165.stdout:Fetched 162 MB in 23s (7,110 kB/s) 2024-04-13T21:36:36.837 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-mako. 2024-04-13T21:36:36.839 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libfmt8:amd64. 2024-04-13T21:36:36.864 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../037-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-04-13T21:36:36.898 INFO:teuthology.orchestra.run.smithi165.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165995 files and directories currently installed.) 2024-04-13T21:36:36.903 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../000-libfmt8_8.1.1+ds1-2_amd64.deb ... 2024-04-13T21:36:36.974 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libfmt8:amd64 (8.1.1+ds1-2) ... 2024-04-13T21:36:37.065 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-04-13T21:36:37.233 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-04-13T21:36:37.259 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../001-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-04-13T21:36:37.291 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-04-13T21:36:37.390 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-simplegeneric. 2024-04-13T21:36:37.417 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../038-python3-simplegeneric_0.8.1-3_all.deb ... 2024-04-13T21:36:37.457 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-04-13T21:36:37.578 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-04-13T21:36:37.604 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../002-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-04-13T21:36:37.636 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-04-13T21:36:37.759 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-singledispatch. 2024-04-13T21:36:37.786 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../039-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-04-13T21:36:37.826 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-04-13T21:36:37.957 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-04-13T21:36:37.984 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../003-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-04-13T21:36:38.024 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-04-13T21:36:38.129 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-webob. 2024-04-13T21:36:38.156 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../040-python3-webob_1%3a1.8.6-1.1_all.deb ... 2024-04-13T21:36:38.196 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-webob (1:1.8.6-1.1) ... 2024-04-13T21:36:38.453 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-04-13T21:36:38.479 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../004-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-04-13T21:36:38.527 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-04-13T21:36:38.540 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-waitress. 2024-04-13T21:36:38.567 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../041-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-04-13T21:36:38.610 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-04-13T21:36:38.897 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-04-13T21:36:38.901 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-tempita. 2024-04-13T21:36:38.923 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../005-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-04-13T21:36:38.928 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../042-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-04-13T21:36:38.963 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-04-13T21:36:38.968 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-04-13T21:36:39.246 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-paste. 2024-04-13T21:36:39.273 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../043-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-04-13T21:36:39.291 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-04-13T21:36:39.313 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-04-13T21:36:39.317 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../006-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-04-13T21:36:39.358 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-04-13T21:36:39.649 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-04-13T21:36:39.665 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../044-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-04-13T21:36:39.702 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-04-13T21:36:39.718 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-04-13T21:36:39.728 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../007-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-04-13T21:36:39.769 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-04-13T21:36:40.002 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-pastedeploy. 2024-04-13T21:36:40.028 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../045-python3-pastedeploy_2.1.1-1_all.deb ... 2024-04-13T21:36:40.047 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package librados2. 2024-04-13T21:36:40.068 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-04-13T21:36:40.072 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../008-librados2_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:36:40.113 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking librados2 (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:40.380 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-webtest. 2024-04-13T21:36:40.407 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../046-python3-webtest_2.0.35-1_all.deb ... 2024-04-13T21:36:40.446 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-04-13T21:36:40.557 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package librbd1. 2024-04-13T21:36:40.583 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../009-librbd1_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:36:40.624 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking librbd1 (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:40.758 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-pecan. 2024-04-13T21:36:40.784 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../047-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-04-13T21:36:40.824 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-04-13T21:36:41.188 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-certifi. 2024-04-13T21:36:41.214 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../048-python3-certifi_2020.6.20-1_all.deb ... 2024-04-13T21:36:41.254 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-04-13T21:36:41.285 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libcephfs2. 2024-04-13T21:36:41.311 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../010-libcephfs2_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:36:41.351 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libcephfs2 (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:41.574 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-idna. 2024-04-13T21:36:41.601 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../049-python3-idna_3.3-1_all.deb ... 2024-04-13T21:36:41.628 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-rados. 2024-04-13T21:36:41.640 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-idna (3.3-1) ... 2024-04-13T21:36:41.654 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../011-python3-rados_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:36:41.695 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-rados (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:41.901 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-urllib3. 2024-04-13T21:36:41.928 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../050-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-04-13T21:36:41.968 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-04-13T21:36:41.989 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-04-13T21:36:42.016 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../012-python3-ceph-argparse_18.2.2-1219-ge6cbcc46-1jammy_all.deb ... 2024-04-13T21:36:42.073 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-ceph-argparse (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:42.275 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-cephfs. 2024-04-13T21:36:42.290 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../013-python3-cephfs_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:36:42.296 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-requests. 2024-04-13T21:36:42.323 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../051-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-04-13T21:36:42.333 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-cephfs (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:42.363 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-04-13T21:36:42.644 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-ceph-common. 2024-04-13T21:36:42.657 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-werkzeug. 2024-04-13T21:36:42.670 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../014-python3-ceph-common_18.2.2-1219-ge6cbcc46-1jammy_all.deb ... 2024-04-13T21:36:42.684 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../052-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.1_all.deb ... 2024-04-13T21:36:42.710 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-ceph-common (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:42.724 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2024-04-13T21:36:43.002 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-04-13T21:36:43.018 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../053-ceph-mgr-modules-core_18.2.2-1219-ge6cbcc46-1jammy_all.deb ... 2024-04-13T21:36:43.030 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-wcwidth. 2024-04-13T21:36:43.056 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../015-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-04-13T21:36:43.060 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking ceph-mgr-modules-core (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:43.096 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-04-13T21:36:43.416 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-prettytable. 2024-04-13T21:36:43.442 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../016-python3-prettytable_2.5.0-2_all.deb ... 2024-04-13T21:36:43.465 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-04-13T21:36:43.482 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-04-13T21:36:43.492 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../054-libsqlite3-mod-ceph_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:36:43.532 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking libsqlite3-mod-ceph (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:43.743 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-rbd. 2024-04-13T21:36:43.758 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../017-python3-rbd_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:36:43.802 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-rbd (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:43.843 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-openssl. 2024-04-13T21:36:43.869 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../055-python3-openssl_21.0.0-1_all.deb ... 2024-04-13T21:36:43.909 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-04-13T21:36:44.147 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-04-13T21:36:44.172 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../018-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-04-13T21:36:44.212 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-04-13T21:36:44.221 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package ceph-mgr. 2024-04-13T21:36:44.248 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../056-ceph-mgr_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:36:44.279 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking ceph-mgr (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:44.507 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package librgw2. 2024-04-13T21:36:44.533 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../019-librgw2_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:36:44.565 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking librgw2 (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:44.657 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package ceph-mon. 2024-04-13T21:36:44.684 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../057-ceph-mon_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:36:44.724 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking ceph-mon (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:45.067 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-rgw. 2024-04-13T21:36:45.083 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../020-python3-rgw_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:36:45.142 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-rgw (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:45.319 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package ceph-osd. 2024-04-13T21:36:45.345 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../058-ceph-osd_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:36:45.385 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking ceph-osd (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:45.487 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package liboath0:amd64. 2024-04-13T21:36:45.513 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../021-liboath0_2.6.7-3build1_amd64.deb ... 2024-04-13T21:36:45.553 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-04-13T21:36:46.406 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package ceph. 2024-04-13T21:36:46.433 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../059-ceph_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:36:46.464 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking ceph (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:46.598 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libradosstriper1. 2024-04-13T21:36:46.613 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../022-libradosstriper1_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:36:46.648 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libradosstriper1 (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:47.068 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package ceph-common. 2024-04-13T21:36:47.094 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../023-ceph-common_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:36:47.134 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking ceph-common (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:47.767 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package ceph-fuse. 2024-04-13T21:36:47.794 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../060-ceph-fuse_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:36:47.834 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking ceph-fuse (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:48.129 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package ceph-mds. 2024-04-13T21:36:48.155 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../061-ceph-mds_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:36:48.195 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking ceph-mds (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:48.390 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package ceph-base. 2024-04-13T21:36:48.417 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../024-ceph-base_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:36:48.465 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking ceph-base (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:48.590 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package cephadm. 2024-04-13T21:36:48.616 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../062-cephadm_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:36:48.656 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking cephadm (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:48.968 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-asyncssh. 2024-04-13T21:36:48.994 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../063-python3-asyncssh_2.5.0-1_all.deb ... 2024-04-13T21:36:49.027 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-04-13T21:36:49.034 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-04-13T21:36:49.053 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../025-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-04-13T21:36:49.093 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-04-13T21:36:49.337 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python-babel-localedata. 2024-04-13T21:36:49.353 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../064-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-04-13T21:36:49.396 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-04-13T21:36:49.412 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-cheroot. 2024-04-13T21:36:49.439 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../026-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-04-13T21:36:49.479 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-04-13T21:36:49.807 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-04-13T21:36:49.834 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../027-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-04-13T21:36:49.873 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-04-13T21:36:50.143 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-jaraco.text. 2024-04-13T21:36:50.169 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../028-python3-jaraco.text_3.6.0-2_all.deb ... 2024-04-13T21:36:50.201 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-04-13T21:36:50.409 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-babel. 2024-04-13T21:36:50.437 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../065-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-04-13T21:36:50.470 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-04-13T21:36:50.475 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-04-13T21:36:50.497 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../029-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-04-13T21:36:50.537 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-04-13T21:36:50.798 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-tempora. 2024-04-13T21:36:50.825 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../030-python3-tempora_4.1.2-1_all.deb ... 2024-04-13T21:36:50.829 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-jinja2. 2024-04-13T21:36:50.856 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../066-python3-jinja2_3.0.3-1ubuntu0.1_all.deb ... 2024-04-13T21:36:50.856 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-04-13T21:36:50.895 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.1) ... 2024-04-13T21:36:51.142 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-portend. 2024-04-13T21:36:51.169 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../031-python3-portend_3.0.0-1_all.deb ... 2024-04-13T21:36:51.190 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-04-13T21:36:51.206 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../067-ceph-mgr-cephadm_18.2.2-1219-ge6cbcc46-1jammy_all.deb ... 2024-04-13T21:36:51.209 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-04-13T21:36:51.248 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking ceph-mgr-cephadm (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:51.511 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-04-13T21:36:51.538 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../032-python3-zc.lockfile_2.0-1_all.deb ... 2024-04-13T21:36:51.552 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-bcrypt. 2024-04-13T21:36:51.578 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-04-13T21:36:51.579 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../068-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-04-13T21:36:51.618 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-04-13T21:36:51.864 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-cherrypy3. 2024-04-13T21:36:51.890 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../033-python3-cherrypy3_18.6.1-4_all.deb ... 2024-04-13T21:36:51.922 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-pluggy. 2024-04-13T21:36:51.939 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-04-13T21:36:51.948 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../069-python3-pluggy_0.13.0-7.1_all.deb ... 2024-04-13T21:36:51.989 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-04-13T21:36:52.268 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-natsort. 2024-04-13T21:36:52.294 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../034-python3-natsort_8.0.2-1_all.deb ... 2024-04-13T21:36:52.299 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-py. 2024-04-13T21:36:52.327 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../070-python3-py_1.10.0-1_all.deb ... 2024-04-13T21:36:52.333 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-04-13T21:36:52.366 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-py (1.10.0-1) ... 2024-04-13T21:36:52.645 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-logutils. 2024-04-13T21:36:52.671 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../035-python3-logutils_0.3.3-8_all.deb ... 2024-04-13T21:36:52.694 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-iniconfig. 2024-04-13T21:36:52.711 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-04-13T21:36:52.722 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../071-python3-iniconfig_1.1.1-2_all.deb ... 2024-04-13T21:36:52.786 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-04-13T21:36:53.047 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-markupsafe. 2024-04-13T21:36:53.073 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../036-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-04-13T21:36:53.081 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-toml. 2024-04-13T21:36:53.108 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../072-python3-toml_0.10.2-1_all.deb ... 2024-04-13T21:36:53.122 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-04-13T21:36:53.147 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-04-13T21:36:53.375 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-mako. 2024-04-13T21:36:53.401 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../037-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-04-13T21:36:53.433 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-04-13T21:36:53.450 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-pytest. 2024-04-13T21:36:53.477 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../073-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-04-13T21:36:53.517 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-04-13T21:36:53.711 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-simplegeneric. 2024-04-13T21:36:53.737 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../038-python3-simplegeneric_0.8.1-3_all.deb ... 2024-04-13T21:36:53.769 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-04-13T21:36:53.854 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-repoze.lru. 2024-04-13T21:36:53.881 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../074-python3-repoze.lru_0.7-2_all.deb ... 2024-04-13T21:36:53.920 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-04-13T21:36:54.063 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-singledispatch. 2024-04-13T21:36:54.090 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../039-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-04-13T21:36:54.130 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-04-13T21:36:54.223 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-routes. 2024-04-13T21:36:54.250 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../075-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-04-13T21:36:54.310 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-04-13T21:36:54.432 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-webob. 2024-04-13T21:36:54.459 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../040-python3-webob_1%3a1.8.6-1.1_all.deb ... 2024-04-13T21:36:54.499 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-webob (1:1.8.6-1.1) ... 2024-04-13T21:36:54.618 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-04-13T21:36:54.646 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../076-ceph-mgr-dashboard_18.2.2-1219-ge6cbcc46-1jammy_all.deb ... 2024-04-13T21:36:54.676 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking ceph-mgr-dashboard (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:54.860 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-waitress. 2024-04-13T21:36:54.886 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../041-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-04-13T21:36:54.930 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-04-13T21:36:55.238 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-tempita. 2024-04-13T21:36:55.264 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../042-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-04-13T21:36:55.304 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-04-13T21:36:55.557 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-paste. 2024-04-13T21:36:55.572 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../043-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-04-13T21:36:55.607 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-04-13T21:36:55.910 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-04-13T21:36:55.915 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-04-13T21:36:55.925 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../044-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-04-13T21:36:55.931 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../077-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-04-13T21:36:55.959 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-04-13T21:36:55.973 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-04-13T21:36:56.212 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-pastedeploy. 2024-04-13T21:36:56.228 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../045-python3-pastedeploy_2.1.1-1_all.deb ... 2024-04-13T21:36:56.262 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-04-13T21:36:56.444 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-joblib. 2024-04-13T21:36:56.471 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../078-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-04-13T21:36:56.502 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-04-13T21:36:56.598 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-webtest. 2024-04-13T21:36:56.624 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../046-python3-webtest_2.0.35-1_all.deb ... 2024-04-13T21:36:56.665 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-04-13T21:36:56.864 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-04-13T21:36:56.891 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../079-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-04-13T21:36:56.930 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-04-13T21:36:56.976 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-pecan. 2024-04-13T21:36:57.002 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../047-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-04-13T21:36:57.042 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-04-13T21:36:57.234 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-sklearn. 2024-04-13T21:36:57.261 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../080-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-04-13T21:36:57.300 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-04-13T21:36:57.380 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-certifi. 2024-04-13T21:36:57.406 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../048-python3-certifi_2020.6.20-1_all.deb ... 2024-04-13T21:36:57.446 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-04-13T21:36:57.783 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-idna. 2024-04-13T21:36:57.809 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../049-python3-idna_3.3-1_all.deb ... 2024-04-13T21:36:57.849 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-idna (3.3-1) ... 2024-04-13T21:36:58.118 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-urllib3. 2024-04-13T21:36:58.133 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../050-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-04-13T21:36:58.150 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-04-13T21:36:58.168 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-04-13T21:36:58.178 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../081-ceph-mgr-diskprediction-local_18.2.2-1219-ge6cbcc46-1jammy_all.deb ... 2024-04-13T21:36:58.208 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking ceph-mgr-diskprediction-local (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:58.429 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-requests. 2024-04-13T21:36:58.456 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../051-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-04-13T21:36:58.487 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-04-13T21:36:58.791 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-werkzeug. 2024-04-13T21:36:58.817 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../052-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.1_all.deb ... 2024-04-13T21:36:58.857 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2024-04-13T21:36:59.118 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-04-13T21:36:59.120 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-cachetools. 2024-04-13T21:36:59.133 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../053-ceph-mgr-modules-core_18.2.2-1219-ge6cbcc46-1jammy_all.deb ... 2024-04-13T21:36:59.147 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../082-python3-cachetools_5.0.0-1_all.deb ... 2024-04-13T21:36:59.168 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking ceph-mgr-modules-core (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:59.186 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-04-13T21:36:59.522 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-04-13T21:36:59.549 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../054-libsqlite3-mod-ceph_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:36:59.566 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-pyasn1. 2024-04-13T21:36:59.593 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../083-python3-pyasn1_0.4.8-1_all.deb ... 2024-04-13T21:36:59.597 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libsqlite3-mod-ceph (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:36:59.632 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-04-13T21:36:59.867 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-openssl. 2024-04-13T21:36:59.893 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../055-python3-openssl_21.0.0-1_all.deb ... 2024-04-13T21:36:59.925 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-04-13T21:36:59.936 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-04-13T21:36:59.963 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../084-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-04-13T21:37:00.002 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-04-13T21:37:00.220 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package ceph-mgr. 2024-04-13T21:37:00.246 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../056-ceph-mgr_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:37:00.277 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking ceph-mgr (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:00.306 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-rsa. 2024-04-13T21:37:00.333 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../085-python3-rsa_4.8-1_all.deb ... 2024-04-13T21:37:00.372 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-rsa (4.8-1) ... 2024-04-13T21:37:00.680 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package ceph-mon. 2024-04-13T21:37:00.684 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-google-auth. 2024-04-13T21:37:00.707 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../057-ceph-mon_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:37:00.711 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../086-python3-google-auth_1.5.1-3_all.deb ... 2024-04-13T21:37:00.747 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking ceph-mon (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:00.750 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-04-13T21:37:01.054 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-04-13T21:37:01.082 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../087-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-04-13T21:37:01.121 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-04-13T21:37:01.359 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package ceph-osd. 2024-04-13T21:37:01.385 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../058-ceph-osd_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:37:01.390 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-websocket. 2024-04-13T21:37:01.417 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../088-python3-websocket_1.2.3-1_all.deb ... 2024-04-13T21:37:01.425 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking ceph-osd (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:01.473 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-04-13T21:37:01.793 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-kubernetes. 2024-04-13T21:37:01.820 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../089-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-04-13T21:37:01.860 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-04-13T21:37:02.453 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package ceph. 2024-04-13T21:37:02.468 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../059-ceph_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:37:02.511 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking ceph (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:02.558 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-04-13T21:37:02.585 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../090-ceph-mgr-k8sevents_18.2.2-1219-ge6cbcc46-1jammy_all.deb ... 2024-04-13T21:37:02.624 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking ceph-mgr-k8sevents (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:02.789 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package ceph-fuse. 2024-04-13T21:37:02.815 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../060-ceph-fuse_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:37:02.847 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking ceph-fuse (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:02.952 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package libonig5:amd64. 2024-04-13T21:37:02.979 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../091-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-04-13T21:37:03.018 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-04-13T21:37:03.200 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package ceph-mds. 2024-04-13T21:37:03.227 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../061-ceph-mds_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:37:03.266 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking ceph-mds (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:03.338 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package libjq1:amd64. 2024-04-13T21:37:03.365 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../092-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-04-13T21:37:03.405 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-04-13T21:37:03.666 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package jq. 2024-04-13T21:37:03.681 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../093-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-04-13T21:37:03.694 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package cephadm. 2024-04-13T21:37:03.721 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../062-cephadm_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:37:03.724 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-04-13T21:37:03.761 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking cephadm (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:03.977 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package socat. 2024-04-13T21:37:04.004 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../094-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-04-13T21:37:04.043 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-04-13T21:37:04.072 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-asyncssh. 2024-04-13T21:37:04.099 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../063-python3-asyncssh_2.5.0-1_all.deb ... 2024-04-13T21:37:04.139 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-04-13T21:37:04.388 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package xmlstarlet. 2024-04-13T21:37:04.416 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../095-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-04-13T21:37:04.441 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python-babel-localedata. 2024-04-13T21:37:04.455 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-04-13T21:37:04.456 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../064-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-04-13T21:37:04.499 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-04-13T21:37:04.809 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package ceph-test. 2024-04-13T21:37:04.837 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../096-ceph-test_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:37:04.875 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking ceph-test (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:05.487 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-babel. 2024-04-13T21:37:05.515 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../065-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-04-13T21:37:05.554 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-04-13T21:37:05.899 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-jinja2. 2024-04-13T21:37:05.925 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../066-python3-jinja2_3.0.3-1ubuntu0.1_all.deb ... 2024-04-13T21:37:05.965 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.1) ... 2024-04-13T21:37:06.318 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-04-13T21:37:06.345 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../067-ceph-mgr-cephadm_18.2.2-1219-ge6cbcc46-1jammy_all.deb ... 2024-04-13T21:37:06.385 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking ceph-mgr-cephadm (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:06.730 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-bcrypt. 2024-04-13T21:37:06.730 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package ceph-volume. 2024-04-13T21:37:06.746 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../097-ceph-volume_18.2.2-1219-ge6cbcc46-1jammy_all.deb ... 2024-04-13T21:37:06.757 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../068-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-04-13T21:37:06.788 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking ceph-volume (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:06.796 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-04-13T21:37:07.075 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package libcephfs-dev. 2024-04-13T21:37:07.092 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../098-libcephfs-dev_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:37:07.196 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-pluggy. 2024-04-13T21:37:07.223 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../069-python3-pluggy_0.13.0-7.1_all.deb ... 2024-04-13T21:37:07.225 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking libcephfs-dev (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:07.307 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-04-13T21:37:07.570 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package nvme-cli. 2024-04-13T21:37:07.598 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../099-nvme-cli_1.16-3ubuntu0.1_amd64.deb ... 2024-04-13T21:37:07.610 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-py. 2024-04-13T21:37:07.636 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking nvme-cli (1.16-3ubuntu0.1) ... 2024-04-13T21:37:07.637 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../070-python3-py_1.10.0-1_all.deb ... 2024-04-13T21:37:07.676 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-py (1.10.0-1) ... 2024-04-13T21:37:07.983 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-04-13T21:37:07.999 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../100-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-04-13T21:37:08.005 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-iniconfig. 2024-04-13T21:37:08.032 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../071-python3-iniconfig_1.1.1-2_all.deb ... 2024-04-13T21:37:08.041 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-04-13T21:37:08.071 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-04-13T21:37:08.374 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-toml. 2024-04-13T21:37:08.401 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../072-python3-toml_0.10.2-1_all.deb ... 2024-04-13T21:37:08.441 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-04-13T21:37:08.453 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-pastescript. 2024-04-13T21:37:08.481 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../101-python3-pastescript_2.0.2-4_all.deb ... 2024-04-13T21:37:08.519 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-04-13T21:37:08.718 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-pytest. 2024-04-13T21:37:08.734 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../073-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-04-13T21:37:08.768 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-04-13T21:37:08.832 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-psutil. 2024-04-13T21:37:08.860 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../102-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-04-13T21:37:08.923 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-04-13T21:37:09.113 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-repoze.lru. 2024-04-13T21:37:09.140 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../074-python3-repoze.lru_0.7-2_all.deb ... 2024-04-13T21:37:09.180 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-04-13T21:37:09.251 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-pygments. 2024-04-13T21:37:09.279 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../103-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-04-13T21:37:09.317 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-04-13T21:37:09.458 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-routes. 2024-04-13T21:37:09.485 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../075-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-04-13T21:37:09.524 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-04-13T21:37:09.755 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-pyinotify. 2024-04-13T21:37:09.782 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../104-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-04-13T21:37:09.813 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-04-13T21:37:09.869 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-04-13T21:37:09.896 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../076-ceph-mgr-dashboard_18.2.2-1219-ge6cbcc46-1jammy_all.deb ... 2024-04-13T21:37:09.935 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking ceph-mgr-dashboard (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:10.116 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package python3-simplejson. 2024-04-13T21:37:10.143 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../105-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-04-13T21:37:10.182 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-04-13T21:37:10.451 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-04-13T21:37:10.467 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../106-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-04-13T21:37:10.510 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-04-13T21:37:11.149 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-04-13T21:37:11.176 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../077-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-04-13T21:37:11.215 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-04-13T21:37:11.247 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package radosgw. 2024-04-13T21:37:11.274 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../107-radosgw_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:37:11.313 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking radosgw (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:11.727 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-joblib. 2024-04-13T21:37:11.754 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../078-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-04-13T21:37:11.793 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-04-13T21:37:12.042 INFO:teuthology.orchestra.run.smithi189.stdout:Selecting previously unselected package rbd-fuse. 2024-04-13T21:37:12.070 INFO:teuthology.orchestra.run.smithi189.stdout:Preparing to unpack .../108-rbd-fuse_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:37:12.108 INFO:teuthology.orchestra.run.smithi189.stdout:Unpacking rbd-fuse (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:12.378 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-04-13T21:37:12.388 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-04-13T21:37:12.416 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../079-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-04-13T21:37:12.454 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-04-13T21:37:12.640 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-04-13T21:37:12.732 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-sklearn. 2024-04-13T21:37:12.759 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../080-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-04-13T21:37:12.791 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up nvme-cli (1.16-3ubuntu0.1) ... 2024-04-13T21:37:12.799 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-04-13T21:37:13.052 INFO:teuthology.orchestra.run.smithi189.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-04-13T21:37:13.391 INFO:teuthology.orchestra.run.smithi189.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-04-13T21:37:13.457 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-04-13T21:37:13.484 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../081-ceph-mgr-diskprediction-local_18.2.2-1219-ge6cbcc46-1jammy_all.deb ... 2024-04-13T21:37:13.523 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking ceph-mgr-diskprediction-local (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:13.830 INFO:teuthology.orchestra.run.smithi189.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-04-13T21:37:13.884 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up cephadm (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:14.384 INFO:teuthology.orchestra.run.smithi189.stdout:Adding system user cephadm....done 2024-04-13T21:37:14.434 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-cachetools. 2024-04-13T21:37:14.461 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../082-python3-cachetools_5.0.0-1_all.deb ... 2024-04-13T21:37:14.492 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-04-13T21:37:14.532 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-04-13T21:37:14.817 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-04-13T21:37:14.880 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-pyasn1. 2024-04-13T21:37:14.907 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../083-python3-pyasn1_0.4.8-1_all.deb ... 2024-04-13T21:37:14.946 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-04-13T21:37:15.060 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-04-13T21:37:15.186 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-04-13T21:37:15.275 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-04-13T21:37:15.302 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../084-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-04-13T21:37:15.341 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-04-13T21:37:15.437 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-04-13T21:37:15.652 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-rsa. 2024-04-13T21:37:15.671 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-04-13T21:37:15.679 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../085-python3-rsa_4.8-1_all.deb ... 2024-04-13T21:37:15.719 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-rsa (4.8-1) ... 2024-04-13T21:37:15.773 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-py (1.10.0-1) ... 2024-04-13T21:37:15.989 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-google-auth. 2024-04-13T21:37:16.016 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../086-python3-google-auth_1.5.1-3_all.deb ... 2024-04-13T21:37:16.047 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-04-13T21:37:16.083 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-04-13T21:37:16.369 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-04-13T21:37:16.396 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../087-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-04-13T21:37:16.435 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-04-13T21:37:16.442 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-04-13T21:37:16.702 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-04-13T21:37:16.746 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-websocket. 2024-04-13T21:37:16.774 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../088-python3-websocket_1.2.3-1_all.deb ... 2024-04-13T21:37:16.813 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-04-13T21:37:16.978 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-04-13T21:37:17.108 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-kubernetes. 2024-04-13T21:37:17.135 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../089-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-04-13T21:37:17.174 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-04-13T21:37:17.229 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-04-13T21:37:17.489 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-04-13T21:37:17.740 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-ceph-argparse (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:17.821 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-04-13T21:37:17.837 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../090-ceph-mgr-k8sevents_18.2.2-1219-ge6cbcc46-1jammy_all.deb ... 2024-04-13T21:37:17.875 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking ceph-mgr-k8sevents (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:17.999 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-04-13T21:37:18.165 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libonig5:amd64. 2024-04-13T21:37:18.192 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../091-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-04-13T21:37:18.231 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-04-13T21:37:18.250 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-04-13T21:37:18.551 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-04-13T21:37:18.576 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libjq1:amd64. 2024-04-13T21:37:18.604 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../092-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-04-13T21:37:18.642 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-04-13T21:37:18.677 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-04-13T21:37:18.912 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package jq. 2024-04-13T21:37:18.939 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../093-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-04-13T21:37:18.978 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-04-13T21:37:19.037 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-04-13T21:37:19.138 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-04-13T21:37:19.222 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package socat. 2024-04-13T21:37:19.250 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../094-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-04-13T21:37:19.289 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-04-13T21:37:19.397 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-04-13T21:37:19.584 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package xmlstarlet. 2024-04-13T21:37:19.599 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../095-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-04-13T21:37:19.634 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-04-13T21:37:19.665 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-04-13T21:37:19.979 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package ceph-test. 2024-04-13T21:37:19.992 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-04-13T21:37:19.995 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../096-ceph-test_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:37:20.037 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking ceph-test (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:20.693 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-04-13T21:37:20.953 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-04-13T21:37:21.070 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-04-13T21:37:21.171 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-04-13T21:37:21.472 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-04-13T21:37:21.857 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-04-13T21:37:21.958 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package ceph-volume. 2024-04-13T21:37:21.985 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../097-ceph-volume_18.2.2-1219-ge6cbcc46-1jammy_all.deb ... 2024-04-13T21:37:22.033 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking ceph-volume (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:22.108 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-04-13T21:37:22.336 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package libcephfs-dev. 2024-04-13T21:37:22.352 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../098-libcephfs-dev_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:37:22.394 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking libcephfs-dev (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:22.493 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-04-13T21:37:22.747 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package nvme-cli. 2024-04-13T21:37:22.775 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../099-nvme-cli_1.16-3ubuntu0.1_amd64.deb ... 2024-04-13T21:37:22.786 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2024-04-13T21:37:22.814 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking nvme-cli (1.16-3ubuntu0.1) ... 2024-04-13T21:37:23.129 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-04-13T21:37:23.160 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-04-13T21:37:23.188 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../100-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-04-13T21:37:23.227 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-04-13T21:37:23.363 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-04-13T21:37:23.514 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-ceph-common (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:23.663 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-pastescript. 2024-04-13T21:37:23.691 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../101-python3-pastescript_2.0.2-4_all.deb ... 2024-04-13T21:37:23.730 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-04-13T21:37:23.826 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-idna (3.3-1) ... 2024-04-13T21:37:24.058 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-psutil. 2024-04-13T21:37:24.085 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../102-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-04-13T21:37:24.124 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-04-13T21:37:24.125 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-04-13T21:37:24.460 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-pygments. 2024-04-13T21:37:24.488 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../103-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-04-13T21:37:24.535 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-04-13T21:37:24.981 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-pyinotify. 2024-04-13T21:37:25.008 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../104-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-04-13T21:37:25.050 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-04-13T21:37:25.214 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-04-13T21:37:25.348 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-toml (0.10.2-1) ... 2024-04-13T21:37:25.374 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package python3-simplejson. 2024-04-13T21:37:25.402 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../105-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-04-13T21:37:25.441 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-04-13T21:37:25.608 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-04-13T21:37:25.718 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-04-13T21:37:25.734 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-04-13T21:37:25.734 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../106-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-04-13T21:37:25.777 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-04-13T21:37:25.860 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-04-13T21:37:26.144 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-04-13T21:37:26.395 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-04-13T21:37:26.489 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package radosgw. 2024-04-13T21:37:26.516 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../107-radosgw_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:37:26.555 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking radosgw (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:26.630 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-04-13T21:37:26.756 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up libfmt8:amd64 (8.1.1+ds1-2) ... 2024-04-13T21:37:26.882 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-04-13T21:37:27.183 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-04-13T21:37:27.266 INFO:teuthology.orchestra.run.smithi165.stdout:Selecting previously unselected package rbd-fuse. 2024-04-13T21:37:27.293 INFO:teuthology.orchestra.run.smithi165.stdout:Preparing to unpack .../108-rbd-fuse_18.2.2-1219-ge6cbcc46-1jammy_amd64.deb ... 2024-04-13T21:37:27.341 INFO:teuthology.orchestra.run.smithi165.stdout:Unpacking rbd-fuse (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:27.434 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-04-13T21:37:27.653 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-04-13T21:37:27.694 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-04-13T21:37:27.912 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-04-13T21:37:27.945 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-04-13T21:37:28.038 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up nvme-cli (1.16-3ubuntu0.1) ... 2024-04-13T21:37:28.179 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-04-13T21:37:28.291 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-04-13T21:37:28.447 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-04-13T21:37:28.573 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-04-13T21:37:28.655 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-04-13T21:37:29.066 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-04-13T21:37:29.067 INFO:teuthology.orchestra.run.smithi165.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-04-13T21:37:29.139 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up cephadm (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:29.175 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-04-13T21:37:29.452 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-webob (1:1.8.6-1.1) ... 2024-04-13T21:37:29.639 INFO:teuthology.orchestra.run.smithi165.stdout:Adding system user cephadm....done 2024-04-13T21:37:29.745 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-04-13T21:37:29.795 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-04-13T21:37:30.004 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-04-13T21:37:30.071 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-04-13T21:37:30.330 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-04-13T21:37:30.456 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-04-13T21:37:30.493 INFO:teuthology.orchestra.run.smithi189.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-04-13T21:37:30.699 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-04-13T21:37:30.723 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-04-13T21:37:30.833 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-04-13T21:37:30.959 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-04-13T21:37:31.085 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-py (1.10.0-1) ... 2024-04-13T21:37:31.209 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-04-13T21:37:31.386 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-04-13T21:37:31.469 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-portend (3.0.0-1) ... 2024-04-13T21:37:31.719 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-04-13T21:37:31.746 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-04-13T21:37:31.846 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.1) ... 2024-04-13T21:37:31.997 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-04-13T21:37:32.163 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-04-13T21:37:32.248 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-04-13T21:37:32.499 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-04-13T21:37:32.506 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-04-13T21:37:32.758 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-04-13T21:37:32.775 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-04-13T21:37:32.883 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-rsa (4.8-1) ... 2024-04-13T21:37:33.026 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-ceph-argparse (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:33.151 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-04-13T21:37:33.286 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-04-13T21:37:33.412 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-04-13T21:37:33.427 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-04-13T21:37:33.687 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-04-13T21:37:33.771 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-04-13T21:37:33.897 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-04-13T21:37:34.088 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-04-13T21:37:34.256 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-04-13T21:37:34.365 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-04-13T21:37:34.381 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-04-13T21:37:34.633 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-04-13T21:37:34.733 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-04-13T21:37:34.851 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up librados2 (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:34.901 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-04-13T21:37:34.977 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up librgw2 (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:35.103 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up libsqlite3-mod-ceph (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:35.227 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-04-13T21:37:35.229 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up libcephfs2 (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:35.355 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up libradosstriper1 (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:35.558 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-04-13T21:37:35.835 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up librbd1 (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:35.912 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-04-13T21:37:35.961 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up ceph-mgr-modules-core (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:36.087 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up ceph-fuse (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:36.171 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-04-13T21:37:36.272 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-04-13T21:37:36.301 INFO:teuthology.orchestra.run.smithi189.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-04-13T21:37:36.301 INFO:teuthology.orchestra.run.smithi189.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-04-13T21:37:36.373 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-04-13T21:37:36.649 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-04-13T21:37:36.772 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up libcephfs-dev (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:36.889 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-rados (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:36.999 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-04-13T21:37:37.025 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-04-13T21:37:37.277 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-04-13T21:37:37.645 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-04-13T21:37:38.154 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2024-04-13T21:37:38.203 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-rbd (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:38.329 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up rbd-fuse (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:38.464 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-rgw (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:38.513 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-04-13T21:37:38.581 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up python3-cephfs (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:38.682 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up ceph-common (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:38.765 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-04-13T21:37:38.891 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-ceph-common (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:39.184 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-idna (3.3-1) ... 2024-04-13T21:37:39.218 INFO:teuthology.orchestra.run.smithi189.stdout:Adding group ceph....done 2024-04-13T21:37:39.518 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-04-13T21:37:39.602 INFO:teuthology.orchestra.run.smithi189.stdout:Adding system user ceph....done 2024-04-13T21:37:39.753 INFO:teuthology.orchestra.run.smithi189.stdout:Setting system user ceph properties....done 2024-04-13T21:37:39.768 INFO:teuthology.orchestra.run.smithi189.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-04-13T21:37:39.903 INFO:teuthology.orchestra.run.smithi189.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-04-13T21:37:40.219 INFO:teuthology.orchestra.run.smithi189.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-04-13T21:37:40.692 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up ceph-test (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:40.740 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-04-13T21:37:40.835 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up radosgw (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:40.882 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-toml (0.10.2-1) ... 2024-04-13T21:37:41.133 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-04-13T21:37:41.259 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-04-13T21:37:41.312 INFO:teuthology.orchestra.run.smithi189.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-04-13T21:37:41.312 INFO:teuthology.orchestra.run.smithi189.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-04-13T21:37:41.385 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-04-13T21:37:41.678 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-04-13T21:37:41.796 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up ceph-base (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:41.937 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-04-13T21:37:42.137 INFO:teuthology.orchestra.run.smithi189.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-04-13T21:37:42.180 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-04-13T21:37:42.282 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libfmt8:amd64 (8.1.1+ds1-2) ... 2024-04-13T21:37:42.390 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-04-13T21:37:42.598 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up ceph-mds (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:42.700 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-04-13T21:37:42.819 INFO:teuthology.orchestra.run.smithi189.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-04-13T21:37:42.819 INFO:teuthology.orchestra.run.smithi189.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-04-13T21:37:42.951 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-04-13T21:37:43.244 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-04-13T21:37:43.274 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up ceph-mgr (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:43.491 INFO:teuthology.orchestra.run.smithi189.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-04-13T21:37:43.491 INFO:teuthology.orchestra.run.smithi189.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-04-13T21:37:43.503 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-04-13T21:37:43.762 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-04-13T21:37:44.005 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-04-13T21:37:44.018 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up ceph-osd (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:44.122 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-04-13T21:37:44.407 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-04-13T21:37:44.409 INFO:teuthology.orchestra.run.smithi189.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-04-13T21:37:44.409 INFO:teuthology.orchestra.run.smithi189.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-04-13T21:37:44.533 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-04-13T21:37:44.826 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-webob (1:1.8.6-1.1) ... 2024-04-13T21:37:44.862 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up ceph-mgr-k8sevents (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:44.972 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up ceph-mgr-diskprediction-local (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:45.115 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up ceph-mon (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:45.128 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-04-13T21:37:45.330 INFO:teuthology.orchestra.run.smithi189.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-04-13T21:37:45.330 INFO:teuthology.orchestra.run.smithi189.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-04-13T21:37:45.386 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-04-13T21:37:45.791 INFO:teuthology.orchestra.run.smithi165.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-04-13T21:37:45.833 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up ceph-mgr-cephadm (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:45.975 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up ceph (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:46.039 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-04-13T21:37:46.101 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up ceph-mgr-dashboard (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:46.149 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-04-13T21:37:46.252 INFO:teuthology.orchestra.run.smithi189.stdout:Setting up ceph-volume (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:46.533 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-04-13T21:37:46.597 INFO:teuthology.orchestra.run.smithi189.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-04-13T21:37:46.813 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-portend (3.0.0-1) ... 2024-04-13T21:37:47.085 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-04-13T21:37:47.227 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.1) ... 2024-04-13T21:37:47.553 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-04-13T21:37:47.723 INFO:teuthology.orchestra.run.smithi189.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-04-13T21:37:47.854 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-04-13T21:37:48.122 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-04-13T21:37:48.188 INFO:teuthology.orchestra.run.smithi189.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-04-13T21:37:48.195 DEBUG:teuthology.parallel:result is None 2024-04-13T21:37:48.231 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-rsa (4.8-1) ... 2024-04-13T21:37:48.491 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-04-13T21:37:48.767 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-04-13T21:37:49.026 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-04-13T21:37:49.411 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-04-13T21:37:49.703 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-04-13T21:37:50.039 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-04-13T21:37:50.156 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up librados2 (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:50.282 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up librgw2 (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:50.433 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libsqlite3-mod-ceph (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:50.559 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libcephfs2 (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:50.685 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libradosstriper1 (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:50.888 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-04-13T21:37:51.139 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up librbd1 (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:51.274 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up ceph-mgr-modules-core (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:51.400 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up ceph-fuse (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:51.610 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-04-13T21:37:51.610 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-04-13T21:37:52.109 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up libcephfs-dev (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:52.235 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-rados (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:52.361 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-04-13T21:37:53.565 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-rbd (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:53.691 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up rbd-fuse (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:53.817 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-rgw (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:53.943 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up python3-cephfs (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:54.094 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up ceph-common (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:54.562 INFO:teuthology.orchestra.run.smithi165.stdout:Adding group ceph....done 2024-04-13T21:37:54.938 INFO:teuthology.orchestra.run.smithi165.stdout:Adding system user ceph....done 2024-04-13T21:37:55.108 INFO:teuthology.orchestra.run.smithi165.stdout:Setting system user ceph properties....done 2024-04-13T21:37:55.120 INFO:teuthology.orchestra.run.smithi165.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-04-13T21:37:55.254 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-04-13T21:37:55.592 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-04-13T21:37:56.053 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up ceph-test (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:56.162 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up radosgw (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:56.605 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-04-13T21:37:56.605 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-04-13T21:37:57.181 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up ceph-base (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:57.534 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-04-13T21:37:58.008 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up ceph-mds (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:58.250 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-04-13T21:37:58.250 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-04-13T21:37:58.727 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up ceph-mgr (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:58.931 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-04-13T21:37:58.932 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-04-13T21:37:59.395 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up ceph-osd (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:37:59.648 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-04-13T21:37:59.648 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-04-13T21:38:00.188 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up ceph-mgr-k8sevents (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:38:00.314 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up ceph-mgr-diskprediction-local (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:38:00.465 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up ceph-mon (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:38:00.684 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-04-13T21:38:00.684 INFO:teuthology.orchestra.run.smithi165.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-04-13T21:38:01.158 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up ceph-mgr-cephadm (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:38:01.309 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up ceph (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:38:01.435 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up ceph-mgr-dashboard (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:38:01.586 INFO:teuthology.orchestra.run.smithi165.stdout:Setting up ceph-volume (18.2.2-1219-ge6cbcc46-1jammy) ... 2024-04-13T21:38:01.930 INFO:teuthology.orchestra.run.smithi165.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-04-13T21:38:02.964 INFO:teuthology.orchestra.run.smithi165.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-04-13T21:38:03.425 INFO:teuthology.orchestra.run.smithi165.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-04-13T21:38:03.430 DEBUG:teuthology.parallel:result is None 2024-04-13T21:38:03.430 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-13T21:38:03.430 INFO:teuthology.packaging:ref: None 2024-04-13T21:38:03.430 INFO:teuthology.packaging:tag: None 2024-04-13T21:38:03.430 INFO:teuthology.packaging:branch: reef 2024-04-13T21:38:03.430 INFO:teuthology.packaging:sha1: 809afd3da6037ef1c60dcf79f89e65791b95f8ef 2024-04-13T21:38:03.431 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=reef 2024-04-13T21:38:03.747 DEBUG:teuthology.orchestra.run.smithi165:> dpkg-query -W -f '${Version}' ceph 2024-04-13T21:38:03.766 INFO:teuthology.orchestra.run.smithi165.stdout:18.2.2-1219-ge6cbcc46-1jammy 2024-04-13T21:38:03.766 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1219-ge6cbcc46-1jammy 2024-04-13T21:38:03.766 INFO:teuthology.task.install:The correct ceph version 18.2.2-1219-ge6cbcc46-1jammy is installed. 2024-04-13T21:38:03.769 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-13T21:38:03.769 INFO:teuthology.packaging:ref: None 2024-04-13T21:38:03.769 INFO:teuthology.packaging:tag: None 2024-04-13T21:38:03.769 INFO:teuthology.packaging:branch: reef 2024-04-13T21:38:03.769 INFO:teuthology.packaging:sha1: 809afd3da6037ef1c60dcf79f89e65791b95f8ef 2024-04-13T21:38:03.769 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=reef 2024-04-13T21:38:03.990 DEBUG:teuthology.orchestra.run.smithi189:> dpkg-query -W -f '${Version}' ceph 2024-04-13T21:38:04.010 INFO:teuthology.orchestra.run.smithi189.stdout:18.2.2-1219-ge6cbcc46-1jammy 2024-04-13T21:38:04.010 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1219-ge6cbcc46-1jammy 2024-04-13T21:38:04.010 INFO:teuthology.task.install:The correct ceph version 18.2.2-1219-ge6cbcc46-1jammy is installed. 2024-04-13T21:38:04.012 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-13T21:38:04.012 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-04-13T21:38:04.013 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-13T21:38:04.027 DEBUG:teuthology.orchestra.run.smithi189:> set -ex 2024-04-13T21:38:04.027 DEBUG:teuthology.orchestra.run.smithi189:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-13T21:38:04.064 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-13T21:38:04.064 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-04-13T21:38:04.064 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd of=/usr/bin/daemon-helper 2024-04-13T21:38:04.080 DEBUG:teuthology.orchestra.run.smithi165:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-13T21:38:04.132 DEBUG:teuthology.orchestra.run.smithi189:> set -ex 2024-04-13T21:38:04.132 DEBUG:teuthology.orchestra.run.smithi189:> sudo dd of=/usr/bin/daemon-helper 2024-04-13T21:38:04.145 DEBUG:teuthology.orchestra.run.smithi189:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-13T21:38:04.199 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-13T21:38:04.199 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-04-13T21:38:04.199 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-13T21:38:04.212 DEBUG:teuthology.orchestra.run.smithi165:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-13T21:38:04.264 DEBUG:teuthology.orchestra.run.smithi189:> set -ex 2024-04-13T21:38:04.264 DEBUG:teuthology.orchestra.run.smithi189:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-13T21:38:04.277 DEBUG:teuthology.orchestra.run.smithi189:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-13T21:38:04.330 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-13T21:38:04.330 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-04-13T21:38:04.330 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd of=/usr/bin/stdin-killer 2024-04-13T21:38:04.342 DEBUG:teuthology.orchestra.run.smithi165:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-13T21:38:04.396 DEBUG:teuthology.orchestra.run.smithi189:> set -ex 2024-04-13T21:38:04.396 DEBUG:teuthology.orchestra.run.smithi189:> sudo dd of=/usr/bin/stdin-killer 2024-04-13T21:38:04.410 DEBUG:teuthology.orchestra.run.smithi189:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-13T21:38:04.463 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-13T21:38:04.556 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'reef', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:reef', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '809afd3da6037ef1c60dcf79f89e65791b95f8ef'} 2024-04-13T21:38:04.557 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:reef 2024-04-13T21:38:04.557 INFO:tasks.cephadm:Cluster fsid is 1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T21:38:04.557 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-13T21:38:04.557 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.165', 'mon.c': '[v2:172.21.15.165:3301,v1:172.21.15.165:6790]', 'mon.b': '172.21.15.189'} 2024-04-13T21:38:04.558 INFO:tasks.cephadm:First mon is mon.a on smithi165 2024-04-13T21:38:04.558 INFO:tasks.cephadm:First mgr is y 2024-04-13T21:38:04.558 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-13T21:38:04.558 DEBUG:teuthology.orchestra.run.smithi165:> sudo hostname $(hostname -s) 2024-04-13T21:38:04.572 DEBUG:teuthology.orchestra.run.smithi189:> sudo hostname $(hostname -s) 2024-04-13T21:38:04.587 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for reef 2024-04-13T21:38:04.587 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=809afd3da6037ef1c60dcf79f89e65791b95f8ef 2024-04-13T21:38:04.724 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '809afd3da6037ef1c60dcf79f89e65791b95f8ef', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=jammy,DIST=jammy,MACHINE_SIZE=gigantic/78551/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-2113-g809afd3d', 'node_name': '172.21.2.12+braggi12', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=jammy,DIST=jammy,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-2113-g809afd3d-1jammy'}, 'url': 'https://1.chacra.ceph.com/r/ceph/wip-sjust-squid-testing-65185-2024-04-12/809afd3da6037ef1c60dcf79f89e65791b95f8ef/ubuntu/jammy/flavors/default/', 'distro_codename': 'jammy', 'modified': '2024-04-13 01:03:46.485503', 'distro_version': '22.04', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-sjust-squid-testing-65185-2024-04-12', 'chacra_url': 'https://1.chacra.ceph.com/repos/ceph/wip-sjust-squid-testing-65185-2024-04-12/809afd3da6037ef1c60dcf79f89e65791b95f8ef/ubuntu/jammy/flavors/default/', 'archs': ['x86_64'], 'distro': 'ubuntu'}] 2024-04-13T21:38:05.035 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref reef, sha1 e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8 from https://shaman.ceph.com/api/search/?project=ceph&distros=ubuntu%2F22.04%2Fx86_64&flavor=default&ref=reef 2024-04-13T21:38:05.037 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/x86_64/flavors/default/cephadm 2024-04-13T21:38:05.037 DEBUG:teuthology.orchestra.run.smithi165:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-13T21:38:05.603 INFO:teuthology.orchestra.run.smithi165.stdout:-rw-rw-r-- 1 ubuntu ubuntu 216845 Apr 13 21:38 /home/ubuntu/cephtest/cephadm 2024-04-13T21:38:05.603 DEBUG:teuthology.orchestra.run.smithi189:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/reef/e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8/ubuntu/jammy/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-13T21:38:06.158 INFO:teuthology.orchestra.run.smithi189.stdout:-rw-rw-r-- 1 ubuntu ubuntu 216845 Apr 13 21:38 /home/ubuntu/cephtest/cephadm 2024-04-13T21:38:06.158 DEBUG:teuthology.orchestra.run.smithi165:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-13T21:38:06.166 DEBUG:teuthology.orchestra.run.smithi189:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-13T21:38:06.208 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:reef on all hosts... 2024-04-13T21:38:06.208 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-04-13T21:38:06.210 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-04-13T21:38:06.330 INFO:teuthology.orchestra.run.smithi165.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-13T21:38:06.340 INFO:teuthology.orchestra.run.smithi189.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-13T21:39:00.359 INFO:teuthology.orchestra.run.smithi165.stdout:{ 2024-04-13T21:39:00.360 INFO:teuthology.orchestra.run.smithi165.stdout: "ceph_version": "ceph version 18.2.2-1219-ge6cbcc46 (e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8) reef (stable)", 2024-04-13T21:39:00.360 INFO:teuthology.orchestra.run.smithi165.stdout: "image_id": "c62c264cba882cf361df067cc64a57e50b3f1a6769bbb877076b34f4e6bce06a", 2024-04-13T21:39:00.360 INFO:teuthology.orchestra.run.smithi165.stdout: "repo_digests": [ 2024-04-13T21:39:00.360 INFO:teuthology.orchestra.run.smithi165.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:b8b5a79fc9ca0752a9c20c99b3fab23422a1f967ebf5802c9b1af9988fb9bebc" 2024-04-13T21:39:00.360 INFO:teuthology.orchestra.run.smithi165.stdout: ] 2024-04-13T21:39:00.360 INFO:teuthology.orchestra.run.smithi165.stdout:} 2024-04-13T21:39:08.589 INFO:teuthology.orchestra.run.smithi189.stdout:{ 2024-04-13T21:39:08.590 INFO:teuthology.orchestra.run.smithi189.stdout: "ceph_version": "ceph version 18.2.2-1219-ge6cbcc46 (e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8) reef (stable)", 2024-04-13T21:39:08.590 INFO:teuthology.orchestra.run.smithi189.stdout: "image_id": "c62c264cba882cf361df067cc64a57e50b3f1a6769bbb877076b34f4e6bce06a", 2024-04-13T21:39:08.590 INFO:teuthology.orchestra.run.smithi189.stdout: "repo_digests": [ 2024-04-13T21:39:08.590 INFO:teuthology.orchestra.run.smithi189.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:b8b5a79fc9ca0752a9c20c99b3fab23422a1f967ebf5802c9b1af9988fb9bebc" 2024-04-13T21:39:08.590 INFO:teuthology.orchestra.run.smithi189.stdout: ] 2024-04-13T21:39:08.590 INFO:teuthology.orchestra.run.smithi189.stdout:} 2024-04-13T21:39:08.626 DEBUG:teuthology.orchestra.run.smithi165:> sudo mkdir -p /etc/ceph 2024-04-13T21:39:08.641 DEBUG:teuthology.orchestra.run.smithi189:> sudo mkdir -p /etc/ceph 2024-04-13T21:39:08.655 DEBUG:teuthology.orchestra.run.smithi165:> sudo chmod 777 /etc/ceph 2024-04-13T21:39:08.695 DEBUG:teuthology.orchestra.run.smithi189:> sudo chmod 777 /etc/ceph 2024-04-13T21:39:08.709 INFO:tasks.cephadm:Writing seed config... 2024-04-13T21:39:08.711 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-04-13T21:39:08.711 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-04-13T21:39:08.711 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-13T21:39:08.711 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-13T21:39:08.711 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-13T21:39:08.711 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2024-04-13T21:39:08.711 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-13T21:39:08.711 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-13T21:39:08.711 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-13T21:39:08.711 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-13T21:39:08.711 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-13T21:39:08.712 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-04-13T21:39:08.712 DEBUG:teuthology.orchestra.run.smithi165:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-13T21:39:08.742 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 1c29171c-f9de-11ee-bc8e-c7b262605968 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-04-13T21:39:08.742 DEBUG:teuthology.orchestra.run.smithi165:mon.a> sudo journalctl -f -n 0 -u ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@mon.a.service 2024-04-13T21:39:08.787 DEBUG:teuthology.orchestra.run.smithi165:mgr.y> sudo journalctl -f -n 0 -u ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@mgr.y.service 2024-04-13T21:39:08.830 INFO:tasks.cephadm:Bootstrapping... 2024-04-13T21:39:08.830 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef -v bootstrap --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.165 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-13T21:39:08.996 INFO:teuthology.orchestra.run.smithi165.stdout:-------------------------------------------------------------------------------- 2024-04-13T21:39:08.996 INFO:teuthology.orchestra.run.smithi165.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:reef', '-v', 'bootstrap', '--fsid', '1c29171c-f9de-11ee-bc8e-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.165', '--skip-admin-label'] 2024-04-13T21:39:08.996 INFO:teuthology.orchestra.run.smithi165.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-13T21:39:08.997 INFO:teuthology.orchestra.run.smithi165.stdout:Verifying podman|docker is present... 2024-04-13T21:39:08.997 INFO:teuthology.orchestra.run.smithi165.stdout:Verifying lvm2 is present... 2024-04-13T21:39:08.997 INFO:teuthology.orchestra.run.smithi165.stdout:Verifying time synchronization is in place... 2024-04-13T21:39:09.002 INFO:teuthology.orchestra.run.smithi165.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-13T21:39:09.002 INFO:teuthology.orchestra.run.smithi165.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-13T21:39:09.006 INFO:teuthology.orchestra.run.smithi165.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-13T21:39:09.006 INFO:teuthology.orchestra.run.smithi165.stdout:systemctl: stdout inactive 2024-04-13T21:39:09.010 INFO:teuthology.orchestra.run.smithi165.stdout:Non-zero exit code 1 from systemctl is-enabled chronyd.service 2024-04-13T21:39:09.010 INFO:teuthology.orchestra.run.smithi165.stdout:systemctl: stderr Failed to get unit file state for chronyd.service: No such file or directory 2024-04-13T21:39:09.014 INFO:teuthology.orchestra.run.smithi165.stdout:Non-zero exit code 3 from systemctl is-active chronyd.service 2024-04-13T21:39:09.014 INFO:teuthology.orchestra.run.smithi165.stdout:systemctl: stdout inactive 2024-04-13T21:39:09.017 INFO:teuthology.orchestra.run.smithi165.stdout:Non-zero exit code 1 from systemctl is-enabled systemd-timesyncd.service 2024-04-13T21:39:09.018 INFO:teuthology.orchestra.run.smithi165.stdout:systemctl: stdout masked 2024-04-13T21:39:09.021 INFO:teuthology.orchestra.run.smithi165.stdout:Non-zero exit code 3 from systemctl is-active systemd-timesyncd.service 2024-04-13T21:39:09.021 INFO:teuthology.orchestra.run.smithi165.stdout:systemctl: stdout inactive 2024-04-13T21:39:09.024 INFO:teuthology.orchestra.run.smithi165.stdout:Non-zero exit code 1 from systemctl is-enabled ntpd.service 2024-04-13T21:39:09.024 INFO:teuthology.orchestra.run.smithi165.stdout:systemctl: stderr Failed to get unit file state for ntpd.service: No such file or directory 2024-04-13T21:39:09.028 INFO:teuthology.orchestra.run.smithi165.stdout:Non-zero exit code 3 from systemctl is-active ntpd.service 2024-04-13T21:39:09.029 INFO:teuthology.orchestra.run.smithi165.stdout:systemctl: stdout inactive 2024-04-13T21:39:09.033 INFO:teuthology.orchestra.run.smithi165.stdout:systemctl: stdout enabled 2024-04-13T21:39:09.036 INFO:teuthology.orchestra.run.smithi165.stdout:systemctl: stdout active 2024-04-13T21:39:09.036 INFO:teuthology.orchestra.run.smithi165.stdout:Unit ntp.service is enabled and running 2024-04-13T21:39:09.036 INFO:teuthology.orchestra.run.smithi165.stdout:Repeating the final host check... 2024-04-13T21:39:09.037 INFO:teuthology.orchestra.run.smithi165.stdout:docker (/usr/bin/docker) is present 2024-04-13T21:39:09.037 INFO:teuthology.orchestra.run.smithi165.stdout:systemctl is present 2024-04-13T21:39:09.037 INFO:teuthology.orchestra.run.smithi165.stdout:lvcreate is present 2024-04-13T21:39:09.039 INFO:teuthology.orchestra.run.smithi165.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-13T21:39:09.039 INFO:teuthology.orchestra.run.smithi165.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-13T21:39:09.042 INFO:teuthology.orchestra.run.smithi165.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-13T21:39:09.042 INFO:teuthology.orchestra.run.smithi165.stdout:systemctl: stdout inactive 2024-04-13T21:39:09.045 INFO:teuthology.orchestra.run.smithi165.stdout:Non-zero exit code 1 from systemctl is-enabled chronyd.service 2024-04-13T21:39:09.046 INFO:teuthology.orchestra.run.smithi165.stdout:systemctl: stderr Failed to get unit file state for chronyd.service: No such file or directory 2024-04-13T21:39:09.049 INFO:teuthology.orchestra.run.smithi165.stdout:Non-zero exit code 3 from systemctl is-active chronyd.service 2024-04-13T21:39:09.049 INFO:teuthology.orchestra.run.smithi165.stdout:systemctl: stdout inactive 2024-04-13T21:39:09.052 INFO:teuthology.orchestra.run.smithi165.stdout:Non-zero exit code 1 from systemctl is-enabled systemd-timesyncd.service 2024-04-13T21:39:09.052 INFO:teuthology.orchestra.run.smithi165.stdout:systemctl: stdout masked 2024-04-13T21:39:09.055 INFO:teuthology.orchestra.run.smithi165.stdout:Non-zero exit code 3 from systemctl is-active systemd-timesyncd.service 2024-04-13T21:39:09.055 INFO:teuthology.orchestra.run.smithi165.stdout:systemctl: stdout inactive 2024-04-13T21:39:09.058 INFO:teuthology.orchestra.run.smithi165.stdout:Non-zero exit code 1 from systemctl is-enabled ntpd.service 2024-04-13T21:39:09.059 INFO:teuthology.orchestra.run.smithi165.stdout:systemctl: stderr Failed to get unit file state for ntpd.service: No such file or directory 2024-04-13T21:39:09.062 INFO:teuthology.orchestra.run.smithi165.stdout:Non-zero exit code 3 from systemctl is-active ntpd.service 2024-04-13T21:39:09.062 INFO:teuthology.orchestra.run.smithi165.stdout:systemctl: stdout inactive 2024-04-13T21:39:09.065 INFO:teuthology.orchestra.run.smithi165.stdout:systemctl: stdout enabled 2024-04-13T21:39:09.069 INFO:teuthology.orchestra.run.smithi165.stdout:systemctl: stdout active 2024-04-13T21:39:09.069 INFO:teuthology.orchestra.run.smithi165.stdout:Unit ntp.service is enabled and running 2024-04-13T21:39:09.069 INFO:teuthology.orchestra.run.smithi165.stdout:Host looks OK 2024-04-13T21:39:09.069 INFO:teuthology.orchestra.run.smithi165.stdout:Cluster fsid: 1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T21:39:09.069 INFO:teuthology.orchestra.run.smithi165.stdout:Acquiring lock 140561421895136 on /run/cephadm/1c29171c-f9de-11ee-bc8e-c7b262605968.lock 2024-04-13T21:39:09.069 INFO:teuthology.orchestra.run.smithi165.stdout:Lock 140561421895136 acquired on /run/cephadm/1c29171c-f9de-11ee-bc8e-c7b262605968.lock 2024-04-13T21:39:09.069 INFO:teuthology.orchestra.run.smithi165.stdout:Verifying IP 172.21.15.165 port 3300 ... 2024-04-13T21:39:09.069 INFO:teuthology.orchestra.run.smithi165.stdout:Verifying IP 172.21.15.165 port 6789 ... 2024-04-13T21:39:09.069 INFO:teuthology.orchestra.run.smithi165.stdout:Base mon IP(s) is [172.21.15.165:3300, 172.21.15.165:6789], mon addrv is [v2:172.21.15.165:3300,v1:172.21.15.165:6789] 2024-04-13T21:39:09.071 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 2024-04-13T21:39:09.072 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.165 metric 100 2024-04-13T21:39:09.072 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/sbin/ip: stdout 158.69.67.47 via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.165 metric 100 2024-04-13T21:39:09.072 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/sbin/ip: stdout 172.17.0.0/16 dev docker0 proto kernel scope link src 172.17.0.1 linkdown 2024-04-13T21:39:09.072 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.165 metric 100 2024-04-13T21:39:09.072 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/sbin/ip: stdout 172.21.0.1 dev enp3s0f1 proto dhcp scope link src 172.21.15.165 metric 100 2024-04-13T21:39:09.072 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/sbin/ip: stdout 172.21.0.2 dev enp3s0f1 proto dhcp scope link src 172.21.15.165 metric 100 2024-04-13T21:39:09.072 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/sbin/ip: stdout 172.21.15.254 dev enp3s0f1 proto dhcp scope link src 172.21.15.165 metric 100 2024-04-13T21:39:09.073 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-13T21:39:09.073 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-04-13T21:39:09.073 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 expires 1797sec pref medium 2024-04-13T21:39:09.075 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-13T21:39:09.075 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-13T21:39:09.075 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-13T21:39:09.075 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-04-13T21:39:09.076 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/sbin/ip: stdout inet6 fe80::ec4:7aff:fe88:7f63/64 scope link 2024-04-13T21:39:09.076 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-13T21:39:09.077 INFO:teuthology.orchestra.run.smithi165.stdout:Mon IP `172.21.15.165` is in CIDR network `172.21.0.0/20` 2024-04-13T21:39:09.077 INFO:teuthology.orchestra.run.smithi165.stdout:Mon IP `172.21.15.165` is in CIDR network `172.21.0.0/20` 2024-04-13T21:39:09.077 INFO:teuthology.orchestra.run.smithi165.stdout:Mon IP `172.21.15.165` is in CIDR network `172.21.0.1/32` 2024-04-13T21:39:09.077 INFO:teuthology.orchestra.run.smithi165.stdout:Mon IP `172.21.15.165` is in CIDR network `172.21.0.1/32` 2024-04-13T21:39:09.077 INFO:teuthology.orchestra.run.smithi165.stdout:Mon IP `172.21.15.165` is in CIDR network `172.21.0.2/32` 2024-04-13T21:39:09.077 INFO:teuthology.orchestra.run.smithi165.stdout:Mon IP `172.21.15.165` is in CIDR network `172.21.0.2/32` 2024-04-13T21:39:09.077 INFO:teuthology.orchestra.run.smithi165.stdout:Mon IP `172.21.15.165` is in CIDR network `172.21.15.254/32` 2024-04-13T21:39:09.077 INFO:teuthology.orchestra.run.smithi165.stdout:Mon IP `172.21.15.165` is in CIDR network `172.21.15.254/32` 2024-04-13T21:39:09.077 INFO:teuthology.orchestra.run.smithi165.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20', '172.21.0.1/32', '172.21.0.1/32', '172.21.0.2/32', '172.21.0.2/32', '172.21.15.254/32', '172.21.15.254/32'] 2024-04-13T21:39:09.077 INFO:teuthology.orchestra.run.smithi165.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-13T21:39:09.078 INFO:teuthology.orchestra.run.smithi165.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-13T21:39:09.328 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/docker: stdout reef: Pulling from ceph-ci/ceph 2024-04-13T21:39:09.328 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/docker: stdout Digest: sha256:b8b5a79fc9ca0752a9c20c99b3fab23422a1f967ebf5802c9b1af9988fb9bebc 2024-04-13T21:39:09.328 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/docker: stdout Status: Image is up to date for quay.ceph.io/ceph-ci/ceph:reef 2024-04-13T21:39:09.328 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/docker: stdout quay.ceph.io/ceph-ci/ceph:reef 2024-04-13T21:39:10.712 INFO:teuthology.orchestra.run.smithi165.stdout:ceph: stdout ceph version 18.2.2-1219-ge6cbcc46 (e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8) reef (stable) 2024-04-13T21:39:10.712 INFO:teuthology.orchestra.run.smithi165.stdout:Ceph version: ceph version 18.2.2-1219-ge6cbcc46 (e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8) reef (stable) 2024-04-13T21:39:10.712 INFO:teuthology.orchestra.run.smithi165.stdout:Extracting ceph user uid/gid from container image... 2024-04-13T21:39:11.924 INFO:teuthology.orchestra.run.smithi165.stdout:stat: stdout 167 167 2024-04-13T21:39:11.925 INFO:teuthology.orchestra.run.smithi165.stdout:Creating initial keys... 2024-04-13T21:39:13.112 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-authtool: stdout AQCA+xpmfK/XJBAAXguAP3Ui0uCJq1FD9dGF0Q== 2024-04-13T21:39:14.317 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-authtool: stdout AQCB+xpmqu5lMxAA7uQiRsmnqyoMNLC6B9erVA== 2024-04-13T21:39:15.489 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-authtool: stdout AQCD+xpm3s8bARAAZY/e9GzvJNgPi2Qd4WYJXA== 2024-04-13T21:39:15.490 INFO:teuthology.orchestra.run.smithi165.stdout:Creating initial monmap... 2024-04-13T21:39:16.777 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-13T21:39:16.778 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2024-04-13T21:39:16.778 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T21:39:16.778 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-13T21:39:16.778 INFO:teuthology.orchestra.run.smithi165.stdout:monmaptool for a [v2:172.21.15.165:3300,v1:172.21.15.165:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-13T21:39:16.778 INFO:teuthology.orchestra.run.smithi165.stdout:setting min_mon_release = pacific 2024-04-13T21:39:16.778 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/monmaptool: set fsid to 1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T21:39:16.778 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-13T21:39:16.778 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T21:39:16.778 INFO:teuthology.orchestra.run.smithi165.stdout:Creating mon... 2024-04-13T21:39:18.030 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.469+0000 7fcbe5b4dc80 0 set uid:gid to 167:167 (ceph:ceph) 2024-04-13T21:39:18.030 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.469+0000 7fcbe5b4dc80 1 imported monmap: 2024-04-13T21:39:18.030 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr epoch 0 2024-04-13T21:39:18.030 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T21:39:18.030 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr last_changed 2024-04-13T21:39:16.237853+0000 2024-04-13T21:39:18.030 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr created 2024-04-13T21:39:16.237853+0000 2024-04-13T21:39:18.030 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr min_mon_release 16 (pacific) 2024-04-13T21:39:18.030 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr election_strategy: 1 2024-04-13T21:39:18.030 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr 0: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.a 2024-04-13T21:39:18.031 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr 2024-04-13T21:39:18.031 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.469+0000 7fcbe5b4dc80 0 /usr/bin/ceph-mon: set fsid to 1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T21:39:18.031 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: RocksDB version: 7.9.2 2024-04-13T21:39:18.031 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr 2024-04-13T21:39:18.031 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Git sha 0 2024-04-13T21:39:18.031 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Compile date 2024-04-13 15:02:10 2024-04-13T21:39:18.031 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: DB SUMMARY 2024-04-13T21:39:18.031 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr 2024-04-13T21:39:18.031 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: DB Session ID: 8ABRA4BPQKYBMQ3AES9V 2024-04-13T21:39:18.031 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr 2024-04-13T21:39:18.031 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 0, files: 2024-04-13T21:39:18.031 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr 2024-04-13T21:39:18.031 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 2024-04-13T21:39:18.032 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr 2024-04-13T21:39:18.032 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.error_if_exists: 0 2024-04-13T21:39:18.032 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.create_if_missing: 1 2024-04-13T21:39:18.032 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.paranoid_checks: 1 2024-04-13T21:39:18.032 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-04-13T21:39:18.032 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-13T21:39:18.032 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-13T21:39:18.032 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.env: 0x55de12def820 2024-04-13T21:39:18.032 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.fs: PosixFileSystem 2024-04-13T21:39:18.032 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.info_log: 0x55de14754780 2024-04-13T21:39:18.032 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.max_file_opening_threads: 16 2024-04-13T21:39:18.033 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.statistics: (nil) 2024-04-13T21:39:18.033 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.use_fsync: 0 2024-04-13T21:39:18.033 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.max_log_file_size: 0 2024-04-13T21:39:18.033 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-13T21:39:18.033 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-04-13T21:39:18.033 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.keep_log_file_num: 1000 2024-04-13T21:39:18.033 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.recycle_log_file_num: 0 2024-04-13T21:39:18.033 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.allow_fallocate: 1 2024-04-13T21:39:18.033 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.allow_mmap_reads: 0 2024-04-13T21:39:18.033 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.allow_mmap_writes: 0 2024-04-13T21:39:18.033 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.use_direct_reads: 0 2024-04-13T21:39:18.033 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-13T21:39:18.033 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.create_missing_column_families: 0 2024-04-13T21:39:18.034 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.db_log_dir: 2024-04-13T21:39:18.034 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.wal_dir: 2024-04-13T21:39:18.034 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-04-13T21:39:18.034 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-04-13T21:39:18.034 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-04-13T21:39:18.034 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-13T21:39:18.034 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-13T21:39:18.034 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-04-13T21:39:18.034 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.advise_random_on_open: 1 2024-04-13T21:39:18.034 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.db_write_buffer_size: 0 2024-04-13T21:39:18.034 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.write_buffer_manager: 0x55de139e9180 2024-04-13T21:39:18.034 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-13T21:39:18.035 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-13T21:39:18.035 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-04-13T21:39:18.035 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.rate_limiter: (nil) 2024-04-13T21:39:18.035 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-13T21:39:18.035 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.wal_recovery_mode: 2 2024-04-13T21:39:18.035 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.enable_thread_tracking: 0 2024-04-13T21:39:18.035 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.enable_pipelined_write: 0 2024-04-13T21:39:18.035 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.unordered_write: 0 2024-04-13T21:39:18.035 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-13T21:39:18.035 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-13T21:39:18.035 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-13T21:39:18.035 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-13T21:39:18.035 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.row_cache: None 2024-04-13T21:39:18.036 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.wal_filter: None 2024-04-13T21:39:18.036 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-13T21:39:18.036 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.allow_ingest_behind: 0 2024-04-13T21:39:18.036 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.two_write_queues: 0 2024-04-13T21:39:18.036 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.manual_wal_flush: 0 2024-04-13T21:39:18.036 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.wal_compression: 0 2024-04-13T21:39:18.036 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.atomic_flush: 0 2024-04-13T21:39:18.036 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-13T21:39:18.036 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-04-13T21:39:18.036 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-04-13T21:39:18.036 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.log_readahead_size: 0 2024-04-13T21:39:18.036 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-13T21:39:18.036 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.best_efforts_recovery: 0 2024-04-13T21:39:18.037 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-13T21:39:18.037 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-13T21:39:18.037 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.allow_data_in_errors: 0 2024-04-13T21:39:18.037 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.db_host_id: __hostname__ 2024-04-13T21:39:18.037 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-04-13T21:39:18.037 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.max_background_jobs: 2 2024-04-13T21:39:18.037 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.max_background_compactions: -1 2024-04-13T21:39:18.037 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.max_subcompactions: 1 2024-04-13T21:39:18.037 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-13T21:39:18.037 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-13T21:39:18.037 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-04-13T21:39:18.037 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.max_total_wal_size: 0 2024-04-13T21:39:18.037 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-13T21:39:18.038 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-04-13T21:39:18.038 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-04-13T21:39:18.038 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-13T21:39:18.038 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.max_open_files: -1 2024-04-13T21:39:18.038 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.bytes_per_sync: 0 2024-04-13T21:39:18.038 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-04-13T21:39:18.038 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-04-13T21:39:18.038 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.compaction_readahead_size: 0 2024-04-13T21:39:18.038 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.max_background_flushes: -1 2024-04-13T21:39:18.038 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Compression algorithms supported: 2024-04-13T21:39:18.038 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-13T21:39:18.038 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: kZSTD supported: 0 2024-04-13T21:39:18.039 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: kXpressCompression supported: 0 2024-04-13T21:39:18.039 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: kLZ4HCCompression supported: 1 2024-04-13T21:39:18.039 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: kZlibCompression supported: 1 2024-04-13T21:39:18.039 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: kSnappyCompression supported: 1 2024-04-13T21:39:18.039 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: kLZ4Compression supported: 1 2024-04-13T21:39:18.039 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: kBZip2Compression supported: 0 2024-04-13T21:39:18.039 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-04-13T21:39:18.039 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-04-13T21:39:18.039 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: [db/db_impl/db_impl_open.cc:317] Creating manifest 1 2024-04-13T21:39:18.039 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr 2024-04-13T21:39:18.039 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 2024-04-13T21:39:18.039 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr 2024-04-13T21:39:18.039 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-13T21:39:18.040 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr 2024-04-13T21:39:18.040 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-13T21:39:18.040 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.merge_operator: 2024-04-13T21:39:18.040 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.compaction_filter: None 2024-04-13T21:39:18.040 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.compaction_filter_factory: None 2024-04-13T21:39:18.040 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.sst_partitioner_factory: None 2024-04-13T21:39:18.040 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-04-13T21:39:18.040 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-04-13T21:39:18.040 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55de147548a0) 2024-04-13T21:39:18.040 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks: 1 2024-04-13T21:39:18.040 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks_with_high_priority: 0 2024-04-13T21:39:18.040 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-13T21:39:18.040 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr pin_top_level_index_and_filter: 1 2024-04-13T21:39:18.040 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr index_type: 0 2024-04-13T21:39:18.040 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr data_block_index_type: 0 2024-04-13T21:39:18.041 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr index_shortening: 1 2024-04-13T21:39:18.041 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr data_block_hash_table_util_ratio: 0.750000 2024-04-13T21:39:18.041 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr checksum: 4 2024-04-13T21:39:18.041 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr no_block_cache: 0 2024-04-13T21:39:18.041 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr block_cache: 0x55de13a691f0 2024-04-13T21:39:18.041 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr block_cache_name: BinnedLRUCache 2024-04-13T21:39:18.041 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr block_cache_options: 2024-04-13T21:39:18.041 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr capacity : 536870912 2024-04-13T21:39:18.041 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr num_shard_bits : 4 2024-04-13T21:39:18.041 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr strict_capacity_limit : 0 2024-04-13T21:39:18.041 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr high_pri_pool_ratio: 0.000 2024-04-13T21:39:18.041 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr block_cache_compressed: (nil) 2024-04-13T21:39:18.041 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr persistent_cache: (nil) 2024-04-13T21:39:18.041 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr block_size: 4096 2024-04-13T21:39:18.042 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr block_size_deviation: 10 2024-04-13T21:39:18.042 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr block_restart_interval: 16 2024-04-13T21:39:18.042 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr index_block_restart_interval: 1 2024-04-13T21:39:18.042 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr metadata_block_size: 4096 2024-04-13T21:39:18.042 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr partition_filters: 0 2024-04-13T21:39:18.042 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr use_delta_encoding: 1 2024-04-13T21:39:18.042 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr filter_policy: bloomfilter 2024-04-13T21:39:18.042 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr whole_key_filtering: 1 2024-04-13T21:39:18.042 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr verify_compression: 0 2024-04-13T21:39:18.042 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr read_amp_bytes_per_bit: 0 2024-04-13T21:39:18.042 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr format_version: 5 2024-04-13T21:39:18.042 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr enable_index_compression: 1 2024-04-13T21:39:18.042 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr block_align: 0 2024-04-13T21:39:18.043 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr max_auto_readahead_size: 262144 2024-04-13T21:39:18.043 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr prepopulate_block_cache: 0 2024-04-13T21:39:18.043 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr initial_auto_readahead_size: 8192 2024-04-13T21:39:18.043 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr num_file_reads_for_auto_readahead: 2 2024-04-13T21:39:18.043 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr 2024-04-13T21:39:18.043 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.write_buffer_size: 33554432 2024-04-13T21:39:18.043 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.max_write_buffer_number: 2 2024-04-13T21:39:18.043 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.compression: NoCompression 2024-04-13T21:39:18.043 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.bottommost_compression: Disabled 2024-04-13T21:39:18.043 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.prefix_extractor: nullptr 2024-04-13T21:39:18.043 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-13T21:39:18.043 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.num_levels: 7 2024-04-13T21:39:18.043 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-13T21:39:18.044 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-13T21:39:18.044 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-13T21:39:18.044 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-13T21:39:18.044 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-13T21:39:18.044 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-13T21:39:18.044 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-13T21:39:18.044 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-13T21:39:18.044 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-13T21:39:18.044 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-13T21:39:18.044 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-13T21:39:18.044 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-13T21:39:18.044 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-04-13T21:39:18.044 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.compression_opts.level: 32767 2024-04-13T21:39:18.044 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.compression_opts.strategy: 0 2024-04-13T21:39:18.044 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-13T21:39:18.045 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-13T21:39:18.045 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-13T21:39:18.045 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-13T21:39:18.045 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.compression_opts.enabled: false 2024-04-13T21:39:18.045 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-13T21:39:18.045 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-13T21:39:18.045 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-13T21:39:18.045 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-13T21:39:18.045 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.target_file_size_base: 67108864 2024-04-13T21:39:18.045 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-04-13T21:39:18.045 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-13T21:39:18.045 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-13T21:39:18.045 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-13T21:39:18.045 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-13T21:39:18.046 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-13T21:39:18.046 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-13T21:39:18.046 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-13T21:39:18.046 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-13T21:39:18.046 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-13T21:39:18.046 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-13T21:39:18.046 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-13T21:39:18.046 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-13T21:39:18.046 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-13T21:39:18.046 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.arena_block_size: 1048576 2024-04-13T21:39:18.046 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-13T21:39:18.046 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-13T21:39:18.047 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.disable_auto_compactions: 0 2024-04-13T21:39:18.047 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-13T21:39:18.047 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-13T21:39:18.047 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-13T21:39:18.047 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-13T21:39:18.047 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-13T21:39:18.047 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-13T21:39:18.047 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-13T21:39:18.047 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-13T21:39:18.047 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-13T21:39:18.047 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-13T21:39:18.047 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.table_properties_collectors: 2024-04-13T21:39:18.047 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.inplace_update_support: 0 2024-04-13T21:39:18.047 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-04-13T21:39:18.048 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-13T21:39:18.048 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-13T21:39:18.048 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-04-13T21:39:18.048 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.bloom_locality: 0 2024-04-13T21:39:18.048 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.max_successive_merges: 0 2024-04-13T21:39:18.048 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-04-13T21:39:18.048 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.paranoid_file_checks: 0 2024-04-13T21:39:18.048 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.force_consistency_checks: 1 2024-04-13T21:39:18.048 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.report_bg_io_stats: 0 2024-04-13T21:39:18.048 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.ttl: 2592000 2024-04-13T21:39:18.048 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-04-13T21:39:18.048 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-13T21:39:18.048 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-13T21:39:18.048 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.enable_blob_files: false 2024-04-13T21:39:18.048 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.min_blob_size: 0 2024-04-13T21:39:18.049 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.blob_file_size: 268435456 2024-04-13T21:39:18.049 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-04-13T21:39:18.049 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-04-13T21:39:18.049 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-13T21:39:18.049 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-13T21:39:18.049 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-13T21:39:18.049 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.blob_file_starting_level: 0 2024-04-13T21:39:18.049 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-13T21:39:18.049 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-13T21:39:18.049 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr 2024-04-13T21:39:18.049 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-13T21:39:18.049 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr 2024-04-13T21:39:18.049 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 8856b928-4b3f-414b-91b6-d256b80fe8b9 2024-04-13T21:39:18.049 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr 2024-04-13T21:39:18.049 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 5 2024-04-13T21:39:18.050 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr 2024-04-13T21:39:18.050 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55de13ae2000 2024-04-13T21:39:18.050 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbe5b4dc80 4 rocksdb: DB pointer 0x55de13ad4000 2024-04-13T21:39:18.050 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbd5d2b700 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-13T21:39:18.050 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.473+0000 7fcbd5d2b700 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-13T21:39:18.050 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr ** DB Stats ** 2024-04-13T21:39:18.050 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2024-04-13T21:39:18.050 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-13T21:39:18.050 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-13T21:39:18.050 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-13T21:39:18.050 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-13T21:39:18.050 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-13T21:39:18.051 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-13T21:39:18.051 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr 2024-04-13T21:39:18.051 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2024-04-13T21:39:18.051 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-13T21:39:18.051 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-13T21:39:18.051 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-13T21:39:18.051 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-13T21:39:18.051 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr 2024-04-13T21:39:18.051 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2024-04-13T21:39:18.051 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-13T21:39:18.051 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-13T21:39:18.051 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr 2024-04-13T21:39:18.051 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-13T21:39:18.051 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr 2024-04-13T21:39:18.051 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2024-04-13T21:39:18.052 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr Flush(GB): cumulative 0.000, interval 0.000 2024-04-13T21:39:18.052 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr AddFile(GB): cumulative 0.000, interval 0.000 2024-04-13T21:39:18.052 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr AddFile(Total Files): cumulative 0, interval 0 2024-04-13T21:39:18.052 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr AddFile(L0 Files): cumulative 0, interval 0 2024-04-13T21:39:18.052 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr AddFile(Keys): cumulative 0, interval 0 2024-04-13T21:39:18.052 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-13T21:39:18.052 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-13T21:39:18.052 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-13T21:39:18.052 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr Block cache BinnedLRUCache@0x55de13a691f0#7 capacity: 512.00 MB usage: 0.00 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.4e-05 secs_since: 0 2024-04-13T21:39:18.052 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) 2024-04-13T21:39:18.052 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr 2024-04-13T21:39:18.052 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr ** File Read Latency Histogram By Level [default] ** 2024-04-13T21:39:18.052 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr 2024-04-13T21:39:18.053 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.477+0000 7fcbe5b4dc80 4 rocksdb: [db/db_impl/db_impl.cc:496] Shutdown: canceling all background work 2024-04-13T21:39:18.053 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.477+0000 7fcbe5b4dc80 4 rocksdb: [db/db_impl/db_impl.cc:704] Shutdown complete 2024-04-13T21:39:18.053 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-13T21:39:17.477+0000 7fcbe5b4dc80 0 /usr/bin/ceph-mon: created monfs at /var/lib/ceph/mon/ceph-a for mon.a 2024-04-13T21:39:18.053 INFO:teuthology.orchestra.run.smithi165.stdout:create mon.a on 2024-04-13T21:39:18.284 INFO:teuthology.orchestra.run.smithi165.stdout:systemctl: stderr Removed /etc/systemd/system/multi-user.target.wants/ceph.target. 2024-04-13T21:39:18.470 INFO:teuthology.orchestra.run.smithi165.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /etc/systemd/system/ceph.target. 2024-04-13T21:39:18.697 INFO:teuthology.orchestra.run.smithi165.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968.target -> /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968.target. 2024-04-13T21:39:18.697 INFO:teuthology.orchestra.run.smithi165.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968.target -> /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968.target. 2024-04-13T21:39:18.948 INFO:teuthology.orchestra.run.smithi165.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@mon.a 2024-04-13T21:39:18.948 INFO:teuthology.orchestra.run.smithi165.stdout:systemctl: stderr Failed to reset failed state of unit ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@mon.a.service: Unit ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@mon.a.service not loaded. 2024-04-13T21:39:19.162 INFO:teuthology.orchestra.run.smithi165.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968.target.wants/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@mon.a.service -> /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service. 2024-04-13T21:39:19.173 INFO:teuthology.orchestra.run.smithi165.stdout:firewalld does not appear to be present 2024-04-13T21:39:19.173 INFO:teuthology.orchestra.run.smithi165.stdout:Not possible to enable service . firewalld.service is not available 2024-04-13T21:39:19.173 INFO:teuthology.orchestra.run.smithi165.stdout:Waiting for mon to start... 2024-04-13T21:39:19.173 INFO:teuthology.orchestra.run.smithi165.stdout:Waiting for mon... 2024-04-13T21:39:20.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:20 smithi165 bash[20880]: cluster 2024-04-13T21:39:20.695450+0000 mon.a (mon.0) 1 : cluster 1 mon.a is new leader, mons a in quorum (ranks 0) 2024-04-13T21:39:21.788 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout cluster: 2024-04-13T21:39:21.788 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout id: 1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T21:39:21.788 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-13T21:39:21.788 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout 2024-04-13T21:39:21.789 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout services: 2024-04-13T21:39:21.789 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.354102s) 2024-04-13T21:39:21.789 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-13T21:39:21.789 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-13T21:39:21.789 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout 2024-04-13T21:39:21.789 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout data: 2024-04-13T21:39:21.789 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-13T21:39:21.789 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-13T21:39:21.789 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-13T21:39:21.789 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout pgs: 2024-04-13T21:39:21.789 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout 2024-04-13T21:39:21.789 INFO:teuthology.orchestra.run.smithi165.stdout:mon is available 2024-04-13T21:39:21.789 INFO:teuthology.orchestra.run.smithi165.stdout:Assimilating anything we can from ceph.conf... 2024-04-13T21:39:22.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:21 smithi165 bash[20880]: cluster 2024-04-13T21:39:20.698856+0000 mon.a (mon.0) 2 : cluster 1 mon.a is new leader, mons a in quorum (ranks 0) 2024-04-13T21:39:22.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:21 smithi165 bash[20880]: cluster 2024-04-13T21:39:20.699036+0000 mon.a (mon.0) 3 : cluster 0 monmap e1: 1 mons at {a=[v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-13T21:39:22.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:21 smithi165 bash[20880]: cluster 2024-04-13T21:39:20.701233+0000 mon.a (mon.0) 4 : cluster 0 fsmap 2024-04-13T21:39:22.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:21 smithi165 bash[20880]: cluster 2024-04-13T21:39:20.709684+0000 mon.a (mon.0) 5 : cluster 0 osdmap e1: 0 total, 0 up, 0 in 2024-04-13T21:39:22.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:21 smithi165 bash[20880]: cluster 2024-04-13T21:39:20.710118+0000 mon.a (mon.0) 6 : cluster 0 mgrmap e1: no daemons active 2024-04-13T21:39:22.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:21 smithi165 bash[20880]: audit 2024-04-13T21:39:21.052885+0000 mon.a (mon.0) 7 : audit 0 from='client.? 172.21.15.165:0/3167646724' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-13T21:39:23.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:22 smithi165 bash[20880]: audit 2024-04-13T21:39:22.767307+0000 mon.a (mon.0) 8 : audit 1 from='client.? 172.21.15.165:0/3042802029' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-13T21:39:23.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:22 smithi165 bash[20880]: audit 2024-04-13T21:39:22.773750+0000 mon.a (mon.0) 9 : audit 1 from='client.? 172.21.15.165:0/3042802029' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-13T21:39:23.335 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout 2024-04-13T21:39:23.335 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout [global] 2024-04-13T21:39:23.335 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout fsid = 1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T21:39:23.335 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.165:3300,v1:172.21.15.165:6789] 2024-04-13T21:39:23.335 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-13T21:39:23.335 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-13T21:39:23.335 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-13T21:39:23.335 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-13T21:39:23.336 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout 2024-04-13T21:39:23.336 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-13T21:39:23.336 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-13T21:39:23.336 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout 2024-04-13T21:39:23.336 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout [osd] 2024-04-13T21:39:23.336 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-13T21:39:23.336 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-13T21:39:23.336 INFO:teuthology.orchestra.run.smithi165.stdout:Generating new minimal ceph.conf... 2024-04-13T21:39:24.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:24 smithi165 bash[20880]: audit 2024-04-13T21:39:24.239942+0000 mon.a (mon.0) 10 : audit 0 from='client.? 172.21.15.165:0/2622811629' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:39:24.763 INFO:teuthology.orchestra.run.smithi165.stdout:Restarting the monitor... 2024-04-13T21:39:25.040 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:24 smithi165 systemd[1]: Stopping Ceph mon.a for 1c29171c-f9de-11ee-bc8e-c7b262605968... 2024-04-13T21:39:25.040 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:24 smithi165 bash[20880]: debug 2024-04-13T21:39:24.885+0000 7fdc4ad33700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-04-13T21:39:25.040 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:24 smithi165 bash[20880]: debug 2024-04-13T21:39:24.885+0000 7fdc4ad33700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-13T21:39:25.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:25 smithi165 bash[21270]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-mon-a 2024-04-13T21:39:25.430 INFO:teuthology.orchestra.run.smithi165.stdout:Setting public_network to 172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32 in mon config section 2024-04-13T21:39:25.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:25 smithi165 bash[21331]: Error response from daemon: No such container: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-mon-a 2024-04-13T21:39:25.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:25 smithi165 systemd[1]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-13T21:39:25.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:25 smithi165 systemd[1]: Stopped Ceph mon.a for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T21:39:25.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:25 smithi165 systemd[1]: Started Ceph mon.a for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T21:39:26.703 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.421+0000 7f6f9700fc80 0 set uid:gid to 167:167 (ceph:ceph) 2024-04-13T21:39:26.703 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.421+0000 7f6f9700fc80 0 ceph version 18.2.2-1219-ge6cbcc46 (e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8) reef (stable), process ceph-mon, pid 7 2024-04-13T21:39:26.703 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.421+0000 7f6f9700fc80 0 pidfile_write: ignore empty --pid-file 2024-04-13T21:39:26.703 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.425+0000 7f6f9700fc80 0 load: jerasure load: lrc 2024-04-13T21:39:26.704 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: RocksDB version: 7.9.2 2024-04-13T21:39:26.704 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Git sha 0 2024-04-13T21:39:26.704 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Compile date 2024-04-13 15:02:10 2024-04-13T21:39:26.704 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: DB SUMMARY 2024-04-13T21:39:26.704 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: DB Session ID: 9IQOKD1BM9C9GHFTI9FW 2024-04-13T21:39:26.704 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: CURRENT file: CURRENT 2024-04-13T21:39:26.704 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: IDENTITY file: IDENTITY 2024-04-13T21:39:26.704 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-04-13T21:39:26.704 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-13T21:39:26.704 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 84570 ; 2024-04-13T21:39:26.704 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.error_if_exists: 0 2024-04-13T21:39:26.704 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.create_if_missing: 0 2024-04-13T21:39:26.705 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.paranoid_checks: 1 2024-04-13T21:39:26.705 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-04-13T21:39:26.705 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-13T21:39:26.705 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-13T21:39:26.705 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.env: 0x55d1ca299820 2024-04-13T21:39:26.705 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.fs: PosixFileSystem 2024-04-13T21:39:26.705 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.info_log: 0x55d1cd0f3560 2024-04-13T21:39:26.705 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.max_file_opening_threads: 16 2024-04-13T21:39:26.705 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.statistics: (nil) 2024-04-13T21:39:26.705 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.use_fsync: 0 2024-04-13T21:39:26.705 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.max_log_file_size: 0 2024-04-13T21:39:26.705 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-13T21:39:26.706 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-04-13T21:39:26.706 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.keep_log_file_num: 1000 2024-04-13T21:39:26.706 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.recycle_log_file_num: 0 2024-04-13T21:39:26.706 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.allow_fallocate: 1 2024-04-13T21:39:26.706 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.allow_mmap_reads: 0 2024-04-13T21:39:26.706 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.allow_mmap_writes: 0 2024-04-13T21:39:26.706 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.use_direct_reads: 0 2024-04-13T21:39:26.706 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-13T21:39:26.706 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.create_missing_column_families: 0 2024-04-13T21:39:26.706 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.db_log_dir: 2024-04-13T21:39:26.706 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.wal_dir: 2024-04-13T21:39:26.707 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-04-13T21:39:26.707 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-04-13T21:39:26.707 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-04-13T21:39:26.707 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-13T21:39:26.707 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-13T21:39:26.707 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-04-13T21:39:26.707 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.advise_random_on_open: 1 2024-04-13T21:39:26.707 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.db_write_buffer_size: 0 2024-04-13T21:39:26.707 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.write_buffer_manager: 0x55d1cc384320 2024-04-13T21:39:26.707 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-13T21:39:26.707 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-13T21:39:26.708 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-04-13T21:39:26.708 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.rate_limiter: (nil) 2024-04-13T21:39:26.708 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-13T21:39:26.708 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.wal_recovery_mode: 2 2024-04-13T21:39:26.708 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.enable_thread_tracking: 0 2024-04-13T21:39:26.708 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.enable_pipelined_write: 0 2024-04-13T21:39:26.708 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.unordered_write: 0 2024-04-13T21:39:26.708 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-13T21:39:26.708 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-13T21:39:26.708 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-13T21:39:26.708 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-13T21:39:26.708 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.row_cache: None 2024-04-13T21:39:26.708 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.wal_filter: None 2024-04-13T21:39:26.709 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-13T21:39:26.709 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.allow_ingest_behind: 0 2024-04-13T21:39:26.709 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.two_write_queues: 0 2024-04-13T21:39:26.709 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.manual_wal_flush: 0 2024-04-13T21:39:26.709 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.wal_compression: 0 2024-04-13T21:39:26.709 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.atomic_flush: 0 2024-04-13T21:39:26.709 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-13T21:39:26.709 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-04-13T21:39:26.709 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-04-13T21:39:26.709 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.log_readahead_size: 0 2024-04-13T21:39:26.709 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-13T21:39:26.709 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.best_efforts_recovery: 0 2024-04-13T21:39:26.709 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-13T21:39:26.710 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-13T21:39:26.710 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.allow_data_in_errors: 0 2024-04-13T21:39:26.710 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.db_host_id: __hostname__ 2024-04-13T21:39:26.710 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-04-13T21:39:26.710 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.max_background_jobs: 2 2024-04-13T21:39:26.710 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.max_background_compactions: -1 2024-04-13T21:39:26.710 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.max_subcompactions: 1 2024-04-13T21:39:26.710 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-13T21:39:26.710 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-13T21:39:26.710 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-04-13T21:39:26.710 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.max_total_wal_size: 0 2024-04-13T21:39:26.710 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-13T21:39:26.710 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-04-13T21:39:26.711 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-04-13T21:39:26.711 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-13T21:39:26.711 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.max_open_files: -1 2024-04-13T21:39:26.711 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.bytes_per_sync: 0 2024-04-13T21:39:26.711 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-04-13T21:39:26.711 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-04-13T21:39:26.711 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.compaction_readahead_size: 0 2024-04-13T21:39:26.711 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.max_background_flushes: -1 2024-04-13T21:39:26.711 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Compression algorithms supported: 2024-04-13T21:39:26.711 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-13T21:39:26.711 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: kZSTD supported: 0 2024-04-13T21:39:26.711 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: kXpressCompression supported: 0 2024-04-13T21:39:26.711 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: kLZ4HCCompression supported: 1 2024-04-13T21:39:26.712 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: kZlibCompression supported: 1 2024-04-13T21:39:26.712 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: kSnappyCompression supported: 1 2024-04-13T21:39:26.712 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: kLZ4Compression supported: 1 2024-04-13T21:39:26.712 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: kBZip2Compression supported: 0 2024-04-13T21:39:26.712 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-04-13T21:39:26.712 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-04-13T21:39:26.712 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-04-13T21:39:26.713 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-13T21:39:26.713 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-13T21:39:26.713 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.merge_operator: 2024-04-13T21:39:26.713 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.compaction_filter: None 2024-04-13T21:39:26.713 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.compaction_filter_factory: None 2024-04-13T21:39:26.714 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.sst_partitioner_factory: None 2024-04-13T21:39:26.714 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-04-13T21:39:26.714 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-04-13T21:39:26.714 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55d1cd0f3660) 2024-04-13T21:39:26.714 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: cache_index_and_filter_blocks: 1 2024-04-13T21:39:26.714 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-13T21:39:26.714 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-13T21:39:26.714 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: pin_top_level_index_and_filter: 1 2024-04-13T21:39:26.714 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: index_type: 0 2024-04-13T21:39:26.714 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: data_block_index_type: 0 2024-04-13T21:39:26.714 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: index_shortening: 1 2024-04-13T21:39:26.714 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: data_block_hash_table_util_ratio: 0.750000 2024-04-13T21:39:26.715 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: checksum: 4 2024-04-13T21:39:26.715 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: no_block_cache: 0 2024-04-13T21:39:26.715 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: block_cache: 0x55d1cc4071f0 2024-04-13T21:39:26.715 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: block_cache_name: BinnedLRUCache 2024-04-13T21:39:26.715 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: block_cache_options: 2024-04-13T21:39:26.715 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: capacity : 536870912 2024-04-13T21:39:26.715 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: num_shard_bits : 4 2024-04-13T21:39:26.715 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: strict_capacity_limit : 0 2024-04-13T21:39:26.715 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: high_pri_pool_ratio: 0.000 2024-04-13T21:39:26.715 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: block_cache_compressed: (nil) 2024-04-13T21:39:26.715 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: persistent_cache: (nil) 2024-04-13T21:39:26.715 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: block_size: 4096 2024-04-13T21:39:26.715 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: block_size_deviation: 10 2024-04-13T21:39:26.716 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: block_restart_interval: 16 2024-04-13T21:39:26.716 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: index_block_restart_interval: 1 2024-04-13T21:39:26.716 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: metadata_block_size: 4096 2024-04-13T21:39:26.716 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: partition_filters: 0 2024-04-13T21:39:26.716 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: use_delta_encoding: 1 2024-04-13T21:39:26.716 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: filter_policy: bloomfilter 2024-04-13T21:39:26.716 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: whole_key_filtering: 1 2024-04-13T21:39:26.716 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: verify_compression: 0 2024-04-13T21:39:26.716 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: read_amp_bytes_per_bit: 0 2024-04-13T21:39:26.716 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: format_version: 5 2024-04-13T21:39:26.717 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: enable_index_compression: 1 2024-04-13T21:39:26.717 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: block_align: 0 2024-04-13T21:39:26.717 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: max_auto_readahead_size: 262144 2024-04-13T21:39:26.717 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: prepopulate_block_cache: 0 2024-04-13T21:39:26.717 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: initial_auto_readahead_size: 8192 2024-04-13T21:39:26.717 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: num_file_reads_for_auto_readahead: 2 2024-04-13T21:39:26.717 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.write_buffer_size: 33554432 2024-04-13T21:39:26.717 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.max_write_buffer_number: 2 2024-04-13T21:39:26.717 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.compression: NoCompression 2024-04-13T21:39:26.717 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.bottommost_compression: Disabled 2024-04-13T21:39:26.717 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.prefix_extractor: nullptr 2024-04-13T21:39:26.717 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-13T21:39:26.717 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.num_levels: 7 2024-04-13T21:39:26.718 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-13T21:39:26.718 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-13T21:39:26.718 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-13T21:39:26.718 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-13T21:39:26.718 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-13T21:39:26.718 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-13T21:39:26.718 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-13T21:39:26.718 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-13T21:39:26.718 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-13T21:39:26.718 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-13T21:39:26.718 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-13T21:39:26.718 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-13T21:39:26.718 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-04-13T21:39:26.719 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.compression_opts.level: 32767 2024-04-13T21:39:26.719 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.compression_opts.strategy: 0 2024-04-13T21:39:26.719 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-13T21:39:26.719 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-13T21:39:26.719 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-13T21:39:26.719 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-13T21:39:26.719 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.compression_opts.enabled: false 2024-04-13T21:39:26.719 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-13T21:39:26.719 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-13T21:39:26.719 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-13T21:39:26.719 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-13T21:39:26.719 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.target_file_size_base: 67108864 2024-04-13T21:39:26.719 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-04-13T21:39:26.720 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-13T21:39:26.720 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-13T21:39:26.720 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-13T21:39:26.720 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-13T21:39:26.721 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-13T21:39:26.721 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-13T21:39:26.721 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-13T21:39:26.721 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-13T21:39:26.721 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-13T21:39:26.721 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-13T21:39:26.722 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-13T21:39:26.722 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-13T21:39:26.722 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-13T21:39:26.723 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.arena_block_size: 1048576 2024-04-13T21:39:26.723 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-13T21:39:26.723 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-13T21:39:26.723 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.disable_auto_compactions: 0 2024-04-13T21:39:26.723 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-13T21:39:26.723 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-13T21:39:26.723 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-13T21:39:26.723 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-13T21:39:26.723 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-13T21:39:26.723 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-13T21:39:26.723 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-13T21:39:26.723 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-13T21:39:26.724 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-13T21:39:26.724 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-13T21:39:26.724 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.table_properties_collectors: 2024-04-13T21:39:26.724 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.inplace_update_support: 0 2024-04-13T21:39:26.724 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-04-13T21:39:26.724 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-13T21:39:26.724 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-13T21:39:26.724 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-04-13T21:39:26.724 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.bloom_locality: 0 2024-04-13T21:39:26.724 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.max_successive_merges: 0 2024-04-13T21:39:26.724 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-04-13T21:39:26.725 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.paranoid_file_checks: 0 2024-04-13T21:39:26.725 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.force_consistency_checks: 1 2024-04-13T21:39:26.725 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.report_bg_io_stats: 0 2024-04-13T21:39:26.725 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.ttl: 2592000 2024-04-13T21:39:26.725 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-04-13T21:39:26.725 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-13T21:39:26.725 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-13T21:39:26.725 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.enable_blob_files: false 2024-04-13T21:39:26.725 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.min_blob_size: 0 2024-04-13T21:39:26.725 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.blob_file_size: 268435456 2024-04-13T21:39:26.725 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-04-13T21:39:26.725 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-04-13T21:39:26.725 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-13T21:39:26.726 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-13T21:39:26.726 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-13T21:39:26.726 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.blob_file_starting_level: 0 2024-04-13T21:39:26.726 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-13T21:39:26.726 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-04-13T21:39:26.726 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-04-13T21:39:26.726 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 8856b928-4b3f-414b-91b6-d256b80fe8b9 2024-04-13T21:39:26.726 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1713044366433410, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-04-13T21:39:26.726 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-04-13T21:39:26.727 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1713044366434441, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 81094, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 256, "table_properties": {"data_size": 79270, "index_size": 234, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10267, "raw_average_key_size": 47, "raw_value_size": 73471, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 215, "num_filter_entries": 215, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1713044366, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "8856b928-4b3f-414b-91b6-d256b80fe8b9", "db_session_id": "9IQOKD1BM9C9GHFTI9FW", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-04-13T21:39:26.727 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1713044366434540, "job": 1, "event": "recovery_finished"} 2024-04-13T21:39:26.727 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.429+0000 7f6f9700fc80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-04-13T21:39:26.727 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.433+0000 7f6f9700fc80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-13T21:39:26.727 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.433+0000 7f6f9700fc80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55d1cc4aa000 2024-04-13T21:39:26.727 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.433+0000 7f6f9700fc80 4 rocksdb: DB pointer 0x55d1cc498000 2024-04-13T21:39:26.727 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.433+0000 7f6f857e7700 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-13T21:39:26.727 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.433+0000 7f6f857e7700 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-13T21:39:26.727 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: ** DB Stats ** 2024-04-13T21:39:26.727 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-13T21:39:26.727 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-13T21:39:26.728 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-13T21:39:26.728 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-13T21:39:26.728 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-13T21:39:26.728 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-13T21:39:26.728 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-13T21:39:26.728 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: ** Compaction Stats [default] ** 2024-04-13T21:39:26.728 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-13T21:39:26.729 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-13T21:39:26.729 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: L0 2/0 81.03 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 130.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-13T21:39:26.729 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: Sum 2/0 81.03 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 130.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-13T21:39:26.729 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 130.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-13T21:39:26.729 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: ** Compaction Stats [default] ** 2024-04-13T21:39:26.729 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-13T21:39:26.729 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-13T21:39:26.729 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 130.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-13T21:39:26.729 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-13T21:39:26.729 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-13T21:39:26.729 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: Flush(GB): cumulative 0.000, interval 0.000 2024-04-13T21:39:26.729 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-13T21:39:26.729 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: AddFile(Total Files): cumulative 0, interval 0 2024-04-13T21:39:26.729 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: AddFile(L0 Files): cumulative 0, interval 0 2024-04-13T21:39:26.730 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: AddFile(Keys): cumulative 0, interval 0 2024-04-13T21:39:26.730 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: Cumulative compaction: 0.00 GB write, 20.72 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-13T21:39:26.730 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: Interval compaction: 0.00 GB write, 20.72 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-13T21:39:26.730 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-13T21:39:26.730 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: Block cache BinnedLRUCache@0x55d1cc4071f0#7 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.3e-05 secs_since: 0 2024-04-13T21:39:26.730 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-04-13T21:39:26.730 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: ** File Read Latency Histogram By Level [default] ** 2024-04-13T21:39:26.730 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.433+0000 7f6f9700fc80 0 starting mon.a rank 0 at public addrs [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] at bind addrs [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T21:39:26.730 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.433+0000 7f6f9700fc80 1 mon.a@-1(???) e1 preinit fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T21:39:26.730 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.433+0000 7f6f9700fc80 0 mon.a@-1(???).mds e1 new map 2024-04-13T21:39:26.730 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.433+0000 7f6f9700fc80 0 mon.a@-1(???).mds e1 print_map 2024-04-13T21:39:26.730 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: e1 2024-04-13T21:39:26.730 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: enable_multiple, ever_enabled_multiple: 1,1 2024-04-13T21:39:26.731 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-13T21:39:26.731 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: legacy client fscid: -1 2024-04-13T21:39:26.731 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: 2024-04-13T21:39:26.731 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: No filesystems configured 2024-04-13T21:39:26.731 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.433+0000 7f6f9700fc80 0 mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-13T21:39:26.731 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.433+0000 7f6f9700fc80 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-13T21:39:26.731 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.433+0000 7f6f9700fc80 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-13T21:39:26.731 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.433+0000 7f6f9700fc80 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-13T21:39:26.731 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: debug 2024-04-13T21:39:26.433+0000 7f6f9700fc80 1 mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-13T21:39:26.731 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: cluster 2024-04-13T21:39:26.459532+0000 mon.a (mon.0) 1 : cluster 1 mon.a is new leader, mons a in quorum (ranks 0) 2024-04-13T21:39:26.731 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: cluster 2024-04-13T21:39:26.459607+0000 mon.a (mon.0) 2 : cluster 0 monmap e1: 1 mons at {a=[v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-13T21:39:26.731 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: cluster 2024-04-13T21:39:26.460033+0000 mon.a (mon.0) 3 : cluster 0 fsmap 2024-04-13T21:39:26.732 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: cluster 2024-04-13T21:39:26.460060+0000 mon.a (mon.0) 4 : cluster 0 osdmap e1: 0 total, 0 up, 0 in 2024-04-13T21:39:26.732 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:26 smithi165 bash[21371]: cluster 2024-04-13T21:39:26.460495+0000 mon.a (mon.0) 5 : cluster 0 mgrmap e1: no daemons active 2024-04-13T21:39:27.242 INFO:teuthology.orchestra.run.smithi165.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-13T21:39:27.269 INFO:teuthology.orchestra.run.smithi165.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-13T21:39:27.269 INFO:teuthology.orchestra.run.smithi165.stdout:Creating mgr... 2024-04-13T21:39:27.269 INFO:teuthology.orchestra.run.smithi165.stdout:Verifying port 0.0.0.0:9283 ... 2024-04-13T21:39:27.269 INFO:teuthology.orchestra.run.smithi165.stdout:Verifying port 0.0.0.0:8765 ... 2024-04-13T21:39:27.568 INFO:teuthology.orchestra.run.smithi165.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@mgr.y 2024-04-13T21:39:27.568 INFO:teuthology.orchestra.run.smithi165.stdout:systemctl: stderr Failed to reset failed state of unit ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@mgr.y.service: Unit ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@mgr.y.service not loaded. 2024-04-13T21:39:27.676 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:27 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:39:27.760 INFO:teuthology.orchestra.run.smithi165.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968.target.wants/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@mgr.y.service -> /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service. 2024-04-13T21:39:27.767 INFO:teuthology.orchestra.run.smithi165.stdout:firewalld does not appear to be present 2024-04-13T21:39:27.767 INFO:teuthology.orchestra.run.smithi165.stdout:Not possible to enable service . firewalld.service is not available 2024-04-13T21:39:27.767 INFO:teuthology.orchestra.run.smithi165.stdout:firewalld does not appear to be present 2024-04-13T21:39:27.767 INFO:teuthology.orchestra.run.smithi165.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-04-13T21:39:27.767 INFO:teuthology.orchestra.run.smithi165.stdout:Waiting for mgr to start... 2024-04-13T21:39:27.767 INFO:teuthology.orchestra.run.smithi165.stdout:Waiting for mgr... 2024-04-13T21:39:28.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:27 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:39:28.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:27 smithi165 bash[21371]: audit 2024-04-13T21:39:26.699976+0000 mon.a (mon.0) 6 : audit 1 from='client.? 172.21.15.165:0/4083364444' entity='client.admin' 2024-04-13T21:39:29.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:29 smithi165 bash[21371]: audit 2024-04-13T21:39:29.147072+0000 mon.a (mon.0) 7 : audit 0 from='client.? 172.21.15.165:0/3673026746' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-13T21:39:29.562 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:29 smithi165 bash[21625]: debug 2024-04-13T21:39:29.089+0000 7fc430627200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T21:39:29.685 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout 2024-04-13T21:39:29.685 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout { 2024-04-13T21:39:29.685 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "fsid": "1c29171c-f9de-11ee-bc8e-c7b262605968", 2024-04-13T21:39:29.685 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "health": { 2024-04-13T21:39:29.685 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-13T21:39:29.686 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-13T21:39:29.686 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-13T21:39:29.688 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout }, 2024-04-13T21:39:29.688 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-13T21:39:29.688 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-13T21:39:29.688 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout 0 2024-04-13T21:39:29.688 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout ], 2024-04-13T21:39:29.688 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-13T21:39:29.688 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "a" 2024-04-13T21:39:29.688 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout ], 2024-04-13T21:39:29.689 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-04-13T21:39:29.689 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-13T21:39:29.689 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T21:39:29.689 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-13T21:39:29.689 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-13T21:39:29.689 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout }, 2024-04-13T21:39:29.689 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-13T21:39:29.689 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T21:39:29.689 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-13T21:39:29.689 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-13T21:39:29.689 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-13T21:39:29.689 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-13T21:39:29.693 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-13T21:39:29.693 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-13T21:39:29.693 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout }, 2024-04-13T21:39:29.693 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-13T21:39:29.693 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-13T21:39:29.693 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-13T21:39:29.693 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-13T21:39:29.693 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-13T21:39:29.694 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-13T21:39:29.694 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-13T21:39:29.694 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-13T21:39:29.694 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-13T21:39:29.694 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout }, 2024-04-13T21:39:29.694 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-13T21:39:29.694 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T21:39:29.694 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-13T21:39:29.694 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-13T21:39:29.694 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout }, 2024-04-13T21:39:29.694 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-13T21:39:29.694 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-13T21:39:29.694 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-13T21:39:29.695 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-13T21:39:29.695 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-13T21:39:29.695 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-13T21:39:29.695 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "restful" 2024-04-13T21:39:29.695 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout ], 2024-04-13T21:39:29.695 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-13T21:39:29.695 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout }, 2024-04-13T21:39:29.695 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-13T21:39:29.695 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T21:39:29.695 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "modified": "2024-04-13T21:39:20.700150+0000", 2024-04-13T21:39:29.695 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-13T21:39:29.695 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout }, 2024-04-13T21:39:29.695 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-13T21:39:29.695 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout } 2024-04-13T21:39:29.695 INFO:teuthology.orchestra.run.smithi165.stdout:mgr not available, waiting (1/15)... 2024-04-13T21:39:31.011 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:30 smithi165 bash[21625]: debug 2024-04-13T21:39:30.673+0000 7fc430627200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T21:39:31.011 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:30 smithi165 bash[21625]: debug 2024-04-13T21:39:30.769+0000 7fc430627200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T21:39:31.011 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:31 smithi165 bash[21625]: debug 2024-04-13T21:39:31.017+0000 7fc430627200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T21:39:32.018 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:31 smithi165 bash[21625]: debug 2024-04-13T21:39:31.809+0000 7fc430627200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T21:39:32.018 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:31 smithi165 bash[21625]: debug 2024-04-13T21:39:31.921+0000 7fc430627200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T21:39:32.311 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:32 smithi165 bash[21625]: debug 2024-04-13T21:39:32.025+0000 7fc430627200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T21:39:32.801 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:32 smithi165 bash[21625]: debug 2024-04-13T21:39:32.381+0000 7fc430627200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T21:39:32.801 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:32 smithi165 bash[21625]: debug 2024-04-13T21:39:32.497+0000 7fc430627200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T21:39:32.801 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:32 smithi165 bash[21625]: debug 2024-04-13T21:39:32.601+0000 7fc430627200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T21:39:33.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:32 smithi165 bash[21371]: audit 2024-04-13T21:39:32.797647+0000 mon.a (mon.0) 8 : audit 0 from='client.? 172.21.15.165:0/1206420950' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-13T21:39:33.061 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:32 smithi165 bash[21625]: debug 2024-04-13T21:39:32.957+0000 7fc430627200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T21:39:33.368 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout 2024-04-13T21:39:33.368 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout { 2024-04-13T21:39:33.368 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "fsid": "1c29171c-f9de-11ee-bc8e-c7b262605968", 2024-04-13T21:39:33.368 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "health": { 2024-04-13T21:39:33.368 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-13T21:39:33.368 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-13T21:39:33.368 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-13T21:39:33.368 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout }, 2024-04-13T21:39:33.368 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-13T21:39:33.368 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-13T21:39:33.368 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout 0 2024-04-13T21:39:33.369 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout ], 2024-04-13T21:39:33.369 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-13T21:39:33.369 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "a" 2024-04-13T21:39:33.369 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout ], 2024-04-13T21:39:33.369 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "quorum_age": 6, 2024-04-13T21:39:33.369 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-13T21:39:33.369 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T21:39:33.369 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-13T21:39:33.369 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-13T21:39:33.369 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout }, 2024-04-13T21:39:33.369 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-13T21:39:33.369 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T21:39:33.369 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-13T21:39:33.369 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-13T21:39:33.370 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-13T21:39:33.370 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-13T21:39:33.373 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-13T21:39:33.373 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-13T21:39:33.373 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout }, 2024-04-13T21:39:33.374 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-13T21:39:33.374 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-13T21:39:33.374 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-13T21:39:33.374 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-13T21:39:33.374 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-13T21:39:33.374 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-13T21:39:33.374 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-13T21:39:33.374 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-13T21:39:33.374 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-13T21:39:33.374 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout }, 2024-04-13T21:39:33.374 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-13T21:39:33.374 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T21:39:33.374 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-13T21:39:33.375 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-13T21:39:33.375 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout }, 2024-04-13T21:39:33.375 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-13T21:39:33.375 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-13T21:39:33.375 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-13T21:39:33.375 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-13T21:39:33.375 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-13T21:39:33.375 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-13T21:39:33.375 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "restful" 2024-04-13T21:39:33.375 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout ], 2024-04-13T21:39:33.375 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-13T21:39:33.375 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout }, 2024-04-13T21:39:33.376 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-13T21:39:33.376 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T21:39:33.376 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "modified": "2024-04-13T21:39:20.700150+0000", 2024-04-13T21:39:33.376 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-13T21:39:33.376 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout }, 2024-04-13T21:39:33.376 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-13T21:39:33.376 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout } 2024-04-13T21:39:33.376 INFO:teuthology.orchestra.run.smithi165.stdout:mgr not available, waiting (2/15)... 2024-04-13T21:39:33.452 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:33 smithi165 bash[21625]: debug 2024-04-13T21:39:33.201+0000 7fc430627200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T21:39:33.811 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:33 smithi165 bash[21625]: debug 2024-04-13T21:39:33.457+0000 7fc430627200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T21:39:33.811 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:33 smithi165 bash[21625]: debug 2024-04-13T21:39:33.569+0000 7fc430627200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T21:39:34.311 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:33 smithi165 bash[21625]: debug 2024-04-13T21:39:33.841+0000 7fc430627200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T21:39:34.311 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:34 smithi165 bash[21625]: debug 2024-04-13T21:39:34.077+0000 7fc430627200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T21:39:34.811 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:34 smithi165 bash[21625]: debug 2024-04-13T21:39:34.485+0000 7fc430627200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T21:39:34.811 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:34 smithi165 bash[21625]: debug 2024-04-13T21:39:34.601+0000 7fc430627200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T21:39:35.311 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:34 smithi165 bash[21625]: debug 2024-04-13T21:39:34.845+0000 7fc430627200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T21:39:36.253 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:35 smithi165 bash[21625]: debug 2024-04-13T21:39:35.845+0000 7fc430627200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T21:39:36.253 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:35 smithi165 bash[21625]: debug 2024-04-13T21:39:35.961+0000 7fc430627200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T21:39:36.519 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:36 smithi165 bash[21371]: audit 2024-04-13T21:39:36.330187+0000 mon.a (mon.0) 9 : audit 0 from='client.? 172.21.15.165:0/641703099' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-13T21:39:36.520 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:36 smithi165 bash[21625]: debug 2024-04-13T21:39:36.257+0000 7fc430627200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T21:39:36.520 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:36 smithi165 bash[21625]: debug 2024-04-13T21:39:36.373+0000 7fc430627200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T21:39:36.874 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout 2024-04-13T21:39:36.874 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout { 2024-04-13T21:39:36.874 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "fsid": "1c29171c-f9de-11ee-bc8e-c7b262605968", 2024-04-13T21:39:36.874 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "health": { 2024-04-13T21:39:36.874 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-13T21:39:36.874 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-13T21:39:36.874 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-13T21:39:36.874 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout }, 2024-04-13T21:39:36.874 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-13T21:39:36.874 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-13T21:39:36.875 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout 0 2024-04-13T21:39:36.875 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout ], 2024-04-13T21:39:36.875 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-13T21:39:36.875 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "a" 2024-04-13T21:39:36.875 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout ], 2024-04-13T21:39:36.875 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2024-04-13T21:39:36.875 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-13T21:39:36.875 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T21:39:36.875 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-13T21:39:36.875 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-13T21:39:36.875 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout }, 2024-04-13T21:39:36.875 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-13T21:39:36.875 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T21:39:36.875 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-13T21:39:36.875 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-13T21:39:36.876 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-13T21:39:36.876 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-13T21:39:36.879 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-13T21:39:36.879 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-13T21:39:36.879 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout }, 2024-04-13T21:39:36.880 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-13T21:39:36.880 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-13T21:39:36.880 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-13T21:39:36.880 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-13T21:39:36.880 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-13T21:39:36.880 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-13T21:39:36.880 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-13T21:39:36.880 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-13T21:39:36.880 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-13T21:39:36.880 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout }, 2024-04-13T21:39:36.880 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-13T21:39:36.880 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T21:39:36.880 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-13T21:39:36.880 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-13T21:39:36.881 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout }, 2024-04-13T21:39:36.881 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-13T21:39:36.881 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-13T21:39:36.881 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-13T21:39:36.881 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-13T21:39:36.881 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-13T21:39:36.881 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-13T21:39:36.881 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "restful" 2024-04-13T21:39:36.881 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout ], 2024-04-13T21:39:36.881 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-13T21:39:36.881 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout }, 2024-04-13T21:39:36.881 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-13T21:39:36.881 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T21:39:36.881 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "modified": "2024-04-13T21:39:20.700150+0000", 2024-04-13T21:39:36.881 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-13T21:39:36.882 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout }, 2024-04-13T21:39:36.882 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-13T21:39:36.882 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout } 2024-04-13T21:39:36.882 INFO:teuthology.orchestra.run.smithi165.stdout:mgr not available, waiting (3/15)... 2024-04-13T21:39:37.311 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:36 smithi165 bash[21625]: debug 2024-04-13T21:39:36.829+0000 7fc430627200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T21:39:37.311 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:36 smithi165 bash[21625]: debug 2024-04-13T21:39:36.949+0000 7fc430627200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T21:39:37.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:37 smithi165 bash[21371]: cluster 2024-04-13T21:39:36.973040+0000 mon.a (mon.0) 10 : cluster 1 Activating manager daemon y 2024-04-13T21:39:37.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:37 smithi165 bash[21371]: cluster 2024-04-13T21:39:36.979881+0000 mon.a (mon.0) 11 : cluster 0 mgrmap e2: y(active, starting, since 0.00726759s) 2024-04-13T21:39:37.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:37 smithi165 bash[21371]: audit 2024-04-13T21:39:36.980746+0000 mon.a (mon.0) 12 : audit 0 from='mgr.14100 172.21.15.165:0/2912732730' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T21:39:37.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:37 smithi165 bash[21371]: audit 2024-04-13T21:39:36.980966+0000 mon.a (mon.0) 13 : audit 0 from='mgr.14100 172.21.15.165:0/2912732730' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T21:39:37.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:37 smithi165 bash[21371]: audit 2024-04-13T21:39:36.981077+0000 mon.a (mon.0) 14 : audit 0 from='mgr.14100 172.21.15.165:0/2912732730' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T21:39:37.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:37 smithi165 bash[21371]: audit 2024-04-13T21:39:36.981209+0000 mon.a (mon.0) 15 : audit 0 from='mgr.14100 172.21.15.165:0/2912732730' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T21:39:37.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:37 smithi165 bash[21371]: audit 2024-04-13T21:39:36.981317+0000 mon.a (mon.0) 16 : audit 0 from='mgr.14100 172.21.15.165:0/2912732730' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T21:39:37.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:37 smithi165 bash[21371]: audit 2024-04-13T21:39:36.981421+0000 mon.a (mon.0) 17 : audit 0 from='mgr.14100 172.21.15.165:0/2912732730' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T21:39:37.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:37 smithi165 bash[21371]: audit 2024-04-13T21:39:36.981528+0000 mon.a (mon.0) 18 : audit 0 from='mgr.14100 172.21.15.165:0/2912732730' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T21:39:37.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:37 smithi165 bash[21371]: audit 2024-04-13T21:39:36.982260+0000 mon.a (mon.0) 19 : audit 0 from='mgr.14100 172.21.15.165:0/2912732730' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T21:39:37.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:37 smithi165 bash[21371]: cluster 2024-04-13T21:39:37.009531+0000 mon.a (mon.0) 20 : cluster 1 Manager daemon y is now available 2024-04-13T21:39:37.813 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:37 smithi165 bash[21371]: audit 2024-04-13T21:39:37.022551+0000 mon.a (mon.0) 21 : audit 1 from='mgr.14100 172.21.15.165:0/2912732730' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T21:39:37.813 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:37 smithi165 bash[21371]: audit 2024-04-13T21:39:37.025621+0000 mon.a (mon.0) 22 : audit 1 from='mgr.14100 172.21.15.165:0/2912732730' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T21:39:37.813 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:37 smithi165 bash[21371]: audit 2024-04-13T21:39:37.029070+0000 mon.a (mon.0) 23 : audit 1 from='mgr.14100 172.21.15.165:0/2912732730' entity='mgr.y' 2024-04-13T21:39:37.813 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:37 smithi165 bash[21371]: audit 2024-04-13T21:39:37.030997+0000 mon.a (mon.0) 24 : audit 1 from='mgr.14100 172.21.15.165:0/2912732730' entity='mgr.y' 2024-04-13T21:39:37.813 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:37 smithi165 bash[21371]: audit 2024-04-13T21:39:37.033049+0000 mon.a (mon.0) 25 : audit 1 from='mgr.14100 172.21.15.165:0/2912732730' entity='mgr.y' 2024-04-13T21:39:39.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:38 smithi165 bash[21371]: cluster 2024-04-13T21:39:37.987182+0000 mon.a (mon.0) 26 : cluster 0 mgrmap e3: y(active, since 1.01456s) 2024-04-13T21:39:40.871 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout 2024-04-13T21:39:40.871 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout { 2024-04-13T21:39:40.871 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "fsid": "1c29171c-f9de-11ee-bc8e-c7b262605968", 2024-04-13T21:39:40.871 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "health": { 2024-04-13T21:39:40.871 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-13T21:39:40.871 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-13T21:39:40.871 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-13T21:39:40.871 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout }, 2024-04-13T21:39:40.871 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-13T21:39:40.872 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-13T21:39:40.872 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout 0 2024-04-13T21:39:40.872 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout ], 2024-04-13T21:39:40.872 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-13T21:39:40.872 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "a" 2024-04-13T21:39:40.872 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout ], 2024-04-13T21:39:40.872 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "quorum_age": 13, 2024-04-13T21:39:40.881 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-13T21:39:40.881 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T21:39:40.881 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-13T21:39:40.882 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-13T21:39:40.882 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout }, 2024-04-13T21:39:40.882 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-13T21:39:40.882 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T21:39:40.882 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-13T21:39:40.883 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-13T21:39:40.883 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-13T21:39:40.883 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-13T21:39:40.883 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-13T21:39:40.883 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-13T21:39:40.884 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout }, 2024-04-13T21:39:40.884 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-13T21:39:40.884 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-13T21:39:40.884 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-13T21:39:40.884 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-13T21:39:40.884 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-13T21:39:40.884 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-13T21:39:40.884 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-13T21:39:40.885 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-13T21:39:40.885 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-13T21:39:40.885 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout }, 2024-04-13T21:39:40.885 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-13T21:39:40.885 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T21:39:40.885 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-13T21:39:40.886 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-13T21:39:40.886 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout }, 2024-04-13T21:39:40.886 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-13T21:39:40.886 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-13T21:39:40.886 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-13T21:39:40.886 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-13T21:39:40.887 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-13T21:39:40.887 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-13T21:39:40.887 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "restful" 2024-04-13T21:39:40.887 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout ], 2024-04-13T21:39:40.887 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-13T21:39:40.887 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout }, 2024-04-13T21:39:40.888 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-13T21:39:40.888 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-13T21:39:40.888 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "modified": "2024-04-13T21:39:20.700150+0000", 2024-04-13T21:39:40.888 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-13T21:39:40.888 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout }, 2024-04-13T21:39:40.888 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-13T21:39:40.888 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout } 2024-04-13T21:39:40.889 INFO:teuthology.orchestra.run.smithi165.stdout:mgr is available 2024-04-13T21:39:41.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:40 smithi165 bash[21371]: cluster 2024-04-13T21:39:39.985968+0000 mon.a (mon.0) 27 : cluster 0 mgrmap e4: y(active, since 3s) 2024-04-13T21:39:41.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:40 smithi165 bash[21371]: audit 2024-04-13T21:39:40.353112+0000 mon.a (mon.0) 28 : audit 0 from='client.? 172.21.15.165:0/955303557' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-13T21:39:42.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:42 smithi165 bash[21371]: audit 2024-04-13T21:39:42.144178+0000 mon.a (mon.0) 29 : audit 1 from='client.? 172.21.15.165:0/700168739' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-13T21:39:42.727 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout 2024-04-13T21:39:42.727 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout [global] 2024-04-13T21:39:42.727 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout fsid = 1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T21:39:42.727 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-13T21:39:42.727 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-13T21:39:42.727 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-13T21:39:42.728 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-13T21:39:42.728 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout 2024-04-13T21:39:42.728 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-13T21:39:42.728 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-13T21:39:42.728 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout 2024-04-13T21:39:42.728 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout [osd] 2024-04-13T21:39:42.728 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-13T21:39:42.728 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-13T21:39:42.728 INFO:teuthology.orchestra.run.smithi165.stdout:Enabling cephadm module... 2024-04-13T21:39:44.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:44 smithi165 bash[21371]: audit 2024-04-13T21:39:43.956168+0000 mon.a (mon.0) 30 : audit 1 from='client.? 172.21.15.165:0/1129469722' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-13T21:39:44.312 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:44 smithi165 bash[21625]: ignoring --setuser ceph since I am not root 2024-04-13T21:39:44.312 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:44 smithi165 bash[21625]: ignoring --setgroup ceph since I am not root 2024-04-13T21:39:44.312 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:44 smithi165 bash[21625]: debug 2024-04-13T21:39:44.188+0000 7f6c23c3c200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T21:39:45.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:45 smithi165 bash[21371]: audit 2024-04-13T21:39:44.012957+0000 mon.a (mon.0) 31 : audit 1 from='client.? 172.21.15.165:0/1129469722' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-13T21:39:45.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:45 smithi165 bash[21371]: cluster 2024-04-13T21:39:44.013034+0000 mon.a (mon.0) 32 : cluster 0 mgrmap e5: y(active, since 7s) 2024-04-13T21:39:46.005 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:45 smithi165 bash[21625]: debug 2024-04-13T21:39:45.748+0000 7f6c23c3c200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T21:39:46.005 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:45 smithi165 bash[21625]: debug 2024-04-13T21:39:45.844+0000 7f6c23c3c200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T21:39:46.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:46 smithi165 bash[21371]: audit 2024-04-13T21:39:45.854186+0000 mon.a (mon.0) 33 : audit 0 from='client.? 172.21.15.165:0/829023775' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-13T21:39:46.312 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:46 smithi165 bash[21625]: debug 2024-04-13T21:39:46.100+0000 7f6c23c3c200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T21:39:46.469 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout { 2024-04-13T21:39:46.469 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-13T21:39:46.469 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-13T21:39:46.469 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-13T21:39:46.469 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-13T21:39:46.469 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout } 2024-04-13T21:39:46.469 INFO:teuthology.orchestra.run.smithi165.stdout:Waiting for the mgr to restart... 2024-04-13T21:39:46.470 INFO:teuthology.orchestra.run.smithi165.stdout:Waiting for mgr epoch 5... 2024-04-13T21:39:47.154 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:46 smithi165 bash[21625]: debug 2024-04-13T21:39:46.884+0000 7f6c23c3c200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T21:39:47.154 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:47 smithi165 bash[21625]: debug 2024-04-13T21:39:46.996+0000 7f6c23c3c200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T21:39:47.154 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:47 smithi165 bash[21625]: debug 2024-04-13T21:39:47.100+0000 7f6c23c3c200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T21:39:47.811 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:47 smithi165 bash[21625]: debug 2024-04-13T21:39:47.460+0000 7f6c23c3c200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T21:39:47.811 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:47 smithi165 bash[21625]: debug 2024-04-13T21:39:47.572+0000 7f6c23c3c200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T21:39:47.812 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:47 smithi165 bash[21625]: debug 2024-04-13T21:39:47.672+0000 7f6c23c3c200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T21:39:48.311 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:48 smithi165 bash[21625]: debug 2024-04-13T21:39:48.024+0000 7f6c23c3c200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T21:39:48.311 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:48 smithi165 bash[21625]: debug 2024-04-13T21:39:48.264+0000 7f6c23c3c200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T21:39:48.812 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:48 smithi165 bash[21625]: debug 2024-04-13T21:39:48.520+0000 7f6c23c3c200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T21:39:48.812 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:48 smithi165 bash[21625]: debug 2024-04-13T21:39:48.628+0000 7f6c23c3c200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T21:39:49.311 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:48 smithi165 bash[21625]: debug 2024-04-13T21:39:48.896+0000 7f6c23c3c200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T21:39:49.312 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:49 smithi165 bash[21625]: debug 2024-04-13T21:39:49.136+0000 7f6c23c3c200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T21:39:49.812 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:49 smithi165 bash[21625]: debug 2024-04-13T21:39:49.544+0000 7f6c23c3c200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T21:39:49.812 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:49 smithi165 bash[21625]: debug 2024-04-13T21:39:49.660+0000 7f6c23c3c200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T21:39:50.311 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:49 smithi165 bash[21625]: debug 2024-04-13T21:39:49.900+0000 7f6c23c3c200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T21:39:51.288 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:50 smithi165 bash[21625]: debug 2024-04-13T21:39:50.892+0000 7f6c23c3c200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T21:39:51.289 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:51 smithi165 bash[21625]: debug 2024-04-13T21:39:51.004+0000 7f6c23c3c200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T21:39:51.561 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:51 smithi165 bash[21625]: debug 2024-04-13T21:39:51.292+0000 7f6c23c3c200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T21:39:51.561 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:51 smithi165 bash[21625]: debug 2024-04-13T21:39:51.404+0000 7f6c23c3c200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T21:39:52.312 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:51 smithi165 bash[21625]: debug 2024-04-13T21:39:51.844+0000 7f6c23c3c200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T21:39:52.312 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:51 smithi165 bash[21625]: debug 2024-04-13T21:39:51.964+0000 7f6c23c3c200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T21:39:52.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:52 smithi165 bash[21371]: cluster 2024-04-13T21:39:51.988940+0000 mon.a (mon.0) 34 : cluster 1 Active manager daemon y restarted 2024-04-13T21:39:52.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:52 smithi165 bash[21371]: cluster 2024-04-13T21:39:51.989232+0000 mon.a (mon.0) 35 : cluster 1 Activating manager daemon y 2024-04-13T21:39:52.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:52 smithi165 bash[21371]: cluster 2024-04-13T21:39:51.995632+0000 mon.a (mon.0) 36 : cluster 0 osdmap e2: 0 total, 0 up, 0 in 2024-04-13T21:39:52.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:52 smithi165 bash[21371]: cluster 2024-04-13T21:39:51.995787+0000 mon.a (mon.0) 37 : cluster 0 mgrmap e6: y(active, starting, since 0.00666975s) 2024-04-13T21:39:52.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:52 smithi165 bash[21371]: audit 2024-04-13T21:39:51.998073+0000 mon.a (mon.0) 38 : audit 0 from='mgr.14120 172.21.15.165:0/383839838' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T21:39:52.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:52 smithi165 bash[21371]: audit 2024-04-13T21:39:51.999969+0000 mon.a (mon.0) 39 : audit 0 from='mgr.14120 172.21.15.165:0/383839838' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T21:39:52.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:52 smithi165 bash[21371]: audit 2024-04-13T21:39:52.001036+0000 mon.a (mon.0) 40 : audit 0 from='mgr.14120 172.21.15.165:0/383839838' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T21:39:52.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:52 smithi165 bash[21371]: audit 2024-04-13T21:39:52.001261+0000 mon.a (mon.0) 41 : audit 0 from='mgr.14120 172.21.15.165:0/383839838' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T21:39:52.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:52 smithi165 bash[21371]: audit 2024-04-13T21:39:52.001443+0000 mon.a (mon.0) 42 : audit 0 from='mgr.14120 172.21.15.165:0/383839838' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T21:39:52.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:52 smithi165 bash[21371]: cluster 2024-04-13T21:39:52.024907+0000 mon.a (mon.0) 43 : cluster 1 Manager daemon y is now available 2024-04-13T21:39:53.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:53 smithi165 bash[21371]: cephadm 2024-04-13T21:39:52.038357+0000 mgr.y (mgr.14120) 1 : cephadm 1 Found migration_current of "None". Setting to last migration. 2024-04-13T21:39:53.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:53 smithi165 bash[21371]: audit 2024-04-13T21:39:52.041210+0000 mon.a (mon.0) 44 : audit 1 from='mgr.14120 172.21.15.165:0/383839838' entity='mgr.y' 2024-04-13T21:39:53.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:53 smithi165 bash[21371]: audit 2024-04-13T21:39:52.046883+0000 mon.a (mon.0) 45 : audit 1 from='mgr.14120 172.21.15.165:0/383839838' entity='mgr.y' 2024-04-13T21:39:53.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:53 smithi165 bash[21371]: audit 2024-04-13T21:39:52.051341+0000 mon.a (mon.0) 46 : audit 0 from='mgr.14120 172.21.15.165:0/383839838' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:39:53.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:53 smithi165 bash[21371]: audit 2024-04-13T21:39:52.055463+0000 mon.a (mon.0) 47 : audit 0 from='mgr.14120 172.21.15.165:0/383839838' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:39:53.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:53 smithi165 bash[21371]: audit 2024-04-13T21:39:52.065213+0000 mon.a (mon.0) 48 : audit 1 from='mgr.14120 172.21.15.165:0/383839838' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T21:39:53.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:53 smithi165 bash[21371]: audit 2024-04-13T21:39:52.068407+0000 mon.a (mon.0) 49 : audit 1 from='mgr.14120 172.21.15.165:0/383839838' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T21:39:53.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:53 smithi165 bash[21371]: audit 2024-04-13T21:39:52.390426+0000 mon.a (mon.0) 50 : audit 1 from='mgr.14120 172.21.15.165:0/383839838' entity='mgr.y' 2024-04-13T21:39:53.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:53 smithi165 bash[21371]: audit 2024-04-13T21:39:52.396070+0000 mon.a (mon.0) 51 : audit 1 from='mgr.14120 172.21.15.165:0/383839838' entity='mgr.y' 2024-04-13T21:39:53.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:53 smithi165 bash[21371]: cluster 2024-04-13T21:39:52.999181+0000 mon.a (mon.0) 52 : cluster 0 mgrmap e7: y(active, since 1.01005s) 2024-04-13T21:39:53.641 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout { 2024-04-13T21:39:53.641 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-13T21:39:53.641 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-13T21:39:53.641 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout } 2024-04-13T21:39:53.641 INFO:teuthology.orchestra.run.smithi165.stdout:mgr epoch 5 is available 2024-04-13T21:39:53.641 INFO:teuthology.orchestra.run.smithi165.stdout:Setting orchestrator backend to cephadm... 2024-04-13T21:39:54.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:54 smithi165 bash[21371]: cephadm 2024-04-13T21:39:52.981596+0000 mgr.y (mgr.14120) 2 : cephadm 1 [13/Apr/2024:21:39:52] ENGINE Bus STARTING 2024-04-13T21:39:54.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:54 smithi165 bash[21371]: audit 2024-04-13T21:39:52.996464+0000 mgr.y (mgr.14120) 3 : audit 0 from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-13T21:39:54.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:54 smithi165 bash[21371]: audit 2024-04-13T21:39:53.007988+0000 mgr.y (mgr.14120) 4 : audit 0 from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-13T21:39:54.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:54 smithi165 bash[21371]: audit 2024-04-13T21:39:53.225776+0000 mon.a (mon.0) 53 : audit 0 from='mgr.14120 172.21.15.165:0/383839838' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:39:55.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:55 smithi165 bash[21371]: cephadm 2024-04-13T21:39:53.101192+0000 mgr.y (mgr.14120) 5 : cephadm 1 [13/Apr/2024:21:39:53] ENGINE Serving on https://172.21.15.165:7150 2024-04-13T21:39:55.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:55 smithi165 bash[21371]: cephadm 2024-04-13T21:39:53.202274+0000 mgr.y (mgr.14120) 6 : cephadm 1 [13/Apr/2024:21:39:53] ENGINE Serving on http://172.21.15.165:8765 2024-04-13T21:39:55.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:55 smithi165 bash[21371]: cephadm 2024-04-13T21:39:53.202443+0000 mgr.y (mgr.14120) 7 : cephadm 1 [13/Apr/2024:21:39:53] ENGINE Bus STARTED 2024-04-13T21:39:55.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:55 smithi165 bash[21371]: cluster 2024-04-13T21:39:54.055839+0000 mon.a (mon.0) 54 : cluster 0 mgrmap e8: y(active, since 2s) 2024-04-13T21:39:55.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:55 smithi165 bash[21371]: audit 2024-04-13T21:39:54.849046+0000 mon.a (mon.0) 55 : audit 1 from='mgr.14120 172.21.15.165:0/383839838' entity='mgr.y' 2024-04-13T21:39:55.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:55 smithi165 bash[21371]: audit 2024-04-13T21:39:54.897041+0000 mon.a (mon.0) 56 : audit 0 from='mgr.14120 172.21.15.165:0/383839838' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:39:56.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:56 smithi165 bash[21371]: audit 2024-04-13T21:39:54.840647+0000 mgr.y (mgr.14120) 8 : audit 0 from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:39:57.160 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-13T21:39:57.161 INFO:teuthology.orchestra.run.smithi165.stdout:Generating ssh key... 2024-04-13T21:39:57.562 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:57 smithi165 bash[21371]: audit 2024-04-13T21:39:56.609593+0000 mgr.y (mgr.14120) 9 : audit 0 from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:39:58.739 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:58 smithi165 bash[21625]: Generating public/private rsa key pair. 2024-04-13T21:39:58.739 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:58 smithi165 bash[21625]: Your identification has been saved in /tmp/tmpsbsl6vvz/key. 2024-04-13T21:39:58.739 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:58 smithi165 bash[21625]: Your public key has been saved in /tmp/tmpsbsl6vvz/key.pub. 2024-04-13T21:39:58.739 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:58 smithi165 bash[21625]: The key fingerprint is: 2024-04-13T21:39:58.739 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:58 smithi165 bash[21625]: SHA256:+dQ4WzN+WbeRDI28vR10K05okVFnydOhGFNuz9ggvqY ceph-1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T21:39:58.739 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:58 smithi165 bash[21625]: The key's randomart image is: 2024-04-13T21:39:58.739 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:58 smithi165 bash[21625]: +---[RSA 3072]----+ 2024-04-13T21:39:58.739 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:58 smithi165 bash[21625]: | +oo.++| 2024-04-13T21:39:58.739 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:58 smithi165 bash[21625]: | O *+.| 2024-04-13T21:39:58.739 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:58 smithi165 bash[21625]: | = O oo| 2024-04-13T21:39:58.739 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:58 smithi165 bash[21625]: | ..o= % +| 2024-04-13T21:39:58.740 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:58 smithi165 bash[21625]: | S ++== @o| 2024-04-13T21:39:58.740 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:58 smithi165 bash[21625]: | o.=+o.oB| 2024-04-13T21:39:58.740 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:58 smithi165 bash[21625]: | oo..oo.| 2024-04-13T21:39:58.740 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:58 smithi165 bash[21625]: | o . | 2024-04-13T21:39:58.740 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:58 smithi165 bash[21625]: | E | 2024-04-13T21:39:58.740 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:39:58 smithi165 bash[21625]: +----[SHA256]-----+ 2024-04-13T21:40:00.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:59 smithi165 bash[21371]: audit 2024-04-13T21:39:58.418181+0000 mgr.y (mgr.14120) 10 : audit 0 from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:40:00.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:59 smithi165 bash[21371]: cephadm 2024-04-13T21:39:58.418507+0000 mgr.y (mgr.14120) 11 : cephadm 1 Generating ssh key... 2024-04-13T21:40:00.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:59 smithi165 bash[21371]: audit 2024-04-13T21:39:58.725317+0000 mon.a (mon.0) 57 : audit 1 from='mgr.14120 172.21.15.165:0/383839838' entity='mgr.y' 2024-04-13T21:40:00.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:39:59 smithi165 bash[21371]: audit 2024-04-13T21:39:58.730533+0000 mon.a (mon.0) 58 : audit 1 from='mgr.14120 172.21.15.165:0/383839838' entity='mgr.y' 2024-04-13T21:40:00.962 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDYlQW18jDm+4skVCtGOq/qU7i6wr/8nUeeWY4mNi5S+dsqZ5UTmMvDA143Jc5RdPjsf+1rKStIjoHA1t7mpPM1jusVUJVOIuGWR1LDlleAI0tbSs+MQGktASsf6bn0ftgLbI0Nxc5syOb/ptlBg3tr9X2xVAE8sqdFkDLhECFjgJAHhQREvAlz3F/3WVPNozZvhFVaJoWQyE3XcSjYb3NHwVCwwApLpBLx6EjUNtRdT5536YVcbtfUczJMqrsTptG2gpV6x9VZoYg3OHn5L77RhcCUvi2XEjRONhtpVg6wRA3psgsPP+FhpSRw8GKkISUXYmbZqZiU2kzT0jR0ck/qNtVXetzqtclvGdVb4Hb3Egvg1yEldwDdOz61db3W/jBh8EXMUeM4F7n4GkxkQEBUMqALk8961GqSFWM/2x8jBUwwPACMgOQGWP5BXYqotRye8kId3tifTligOK0g0T/be+bPlgOua17FWOVE62ynFOWX/kxS2VSNOKTV3FTrFLk= ceph-1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T21:40:00.962 INFO:teuthology.orchestra.run.smithi165.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-13T21:40:00.962 INFO:teuthology.orchestra.run.smithi165.stdout:Adding key to root@localhost authorized_keys... 2024-04-13T21:40:00.962 INFO:teuthology.orchestra.run.smithi165.stdout:Adding host smithi165... 2024-04-13T21:40:01.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:01 smithi165 bash[21371]: audit 2024-04-13T21:40:00.409287+0000 mgr.y (mgr.14120) 12 : audit 0 from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:40:03.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:03 smithi165 bash[21371]: audit 2024-04-13T21:40:02.170589+0000 mgr.y (mgr.14120) 13 : audit 0 from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi165", "addr": "172.21.15.165", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:40:03.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:03 smithi165 bash[21371]: cephadm 2024-04-13T21:40:02.768087+0000 mgr.y (mgr.14120) 14 : cephadm 1 Deploying cephadm binary to smithi165 2024-04-13T21:40:05.945 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout Added host 'smithi165' with addr '172.21.15.165' 2024-04-13T21:40:05.945 INFO:teuthology.orchestra.run.smithi165.stdout:Deploying unmanaged mon service... 2024-04-13T21:40:06.490 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:06 smithi165 bash[21371]: audit 2024-04-13T21:40:05.093061+0000 mon.a (mon.0) 59 : audit 1 from='mgr.14120 172.21.15.165:0/383839838' entity='mgr.y' 2024-04-13T21:40:06.491 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:06 smithi165 bash[21371]: cephadm 2024-04-13T21:40:05.093487+0000 mgr.y (mgr.14120) 15 : cephadm 1 Added host smithi165 2024-04-13T21:40:06.491 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:06 smithi165 bash[21371]: audit 2024-04-13T21:40:05.129646+0000 mon.a (mon.0) 60 : audit 0 from='mgr.14120 172.21.15.165:0/383839838' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:40:08.035 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-13T21:40:08.035 INFO:teuthology.orchestra.run.smithi165.stdout:Deploying unmanaged mgr service... 2024-04-13T21:40:08.683 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:08 smithi165 bash[21371]: audit 2024-04-13T21:40:07.405124+0000 mon.a (mon.0) 61 : audit 1 from='mgr.14120 172.21.15.165:0/383839838' entity='mgr.y' 2024-04-13T21:40:08.683 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:08 smithi165 bash[21371]: audit 2024-04-13T21:40:07.488007+0000 mgr.y (mgr.14120) 16 : audit 0 from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:40:08.683 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:08 smithi165 bash[21371]: cephadm 2024-04-13T21:40:07.493292+0000 mgr.y (mgr.14120) 17 : cephadm 1 Saving service mon spec with placement count:5 2024-04-13T21:40:08.683 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:08 smithi165 bash[21371]: audit 2024-04-13T21:40:07.500902+0000 mon.a (mon.0) 62 : audit 1 from='mgr.14120 172.21.15.165:0/383839838' entity='mgr.y' 2024-04-13T21:40:08.683 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:08 smithi165 bash[21371]: audit 2024-04-13T21:40:07.739718+0000 mon.a (mon.0) 63 : audit 1 from='mgr.14120 172.21.15.165:0/383839838' entity='mgr.y' 2024-04-13T21:40:09.860 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-13T21:40:10.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:10 smithi165 bash[21371]: audit 2024-04-13T21:40:09.258302+0000 mgr.y (mgr.14120) 18 : audit 0 from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:40:10.562 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:10 smithi165 bash[21371]: cephadm 2024-04-13T21:40:09.259422+0000 mgr.y (mgr.14120) 19 : cephadm 1 Saving service mgr spec with placement count:2 2024-04-13T21:40:10.562 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:10 smithi165 bash[21371]: audit 2024-04-13T21:40:09.263460+0000 mon.a (mon.0) 64 : audit 1 from='mgr.14120 172.21.15.165:0/383839838' entity='mgr.y' 2024-04-13T21:40:12.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:11 smithi165 bash[21371]: audit 2024-04-13T21:40:10.996628+0000 mon.a (mon.0) 65 : audit 1 from='client.? 172.21.15.165:0/3571240375' entity='client.admin' 2024-04-13T21:40:13.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:13 smithi165 bash[21371]: cluster 2024-04-13T21:40:12.002614+0000 mgr.y (mgr.14120) 20 : cluster 0 pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:40:13.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:13 smithi165 bash[21371]: audit 2024-04-13T21:40:12.672697+0000 mon.a (mon.0) 66 : audit 1 from='client.? 172.21.15.165:0/3840014304' entity='client.admin' 2024-04-13T21:40:13.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:13 smithi165 bash[21371]: audit 2024-04-13T21:40:12.771046+0000 mon.a (mon.0) 67 : audit 1 from='mgr.14120 172.21.15.165:0/383839838' entity='mgr.y' 2024-04-13T21:40:13.320 INFO:teuthology.orchestra.run.smithi165.stdout:Enabling the dashboard module... 2024-04-13T21:40:15.061 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:40:14 smithi165 bash[21625]: ignoring --setuser ceph since I am not root 2024-04-13T21:40:15.062 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:40:14 smithi165 bash[21625]: ignoring --setgroup ceph since I am not root 2024-04-13T21:40:15.062 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:40:14 smithi165 bash[21625]: debug 2024-04-13T21:40:14.920+0000 7f46ae67d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T21:40:15.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:14 smithi165 bash[21371]: audit 2024-04-13T21:40:13.718582+0000 mon.a (mon.0) 68 : audit 1 from='mgr.14120 172.21.15.165:0/383839838' entity='mgr.y' 2024-04-13T21:40:15.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:14 smithi165 bash[21371]: cluster 2024-04-13T21:40:14.002920+0000 mgr.y (mgr.14120) 21 : cluster 0 pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:40:15.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:14 smithi165 bash[21371]: audit 2024-04-13T21:40:14.635137+0000 mon.a (mon.0) 69 : audit 1 from='client.? 172.21.15.165:0/3323696072' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-13T21:40:15.973 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:15 smithi165 bash[21371]: audit 2024-04-13T21:40:14.731228+0000 mon.a (mon.0) 70 : audit 1 from='client.? 172.21.15.165:0/3323696072' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-13T21:40:15.974 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:15 smithi165 bash[21371]: cluster 2024-04-13T21:40:14.731335+0000 mon.a (mon.0) 71 : cluster 0 mgrmap e9: y(active, since 22s) 2024-04-13T21:40:16.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:16 smithi165 bash[21371]: audit 2024-04-13T21:40:16.613518+0000 mon.a (mon.0) 72 : audit 0 from='client.? 172.21.15.165:0/55478887' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-13T21:40:16.812 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:40:16 smithi165 bash[21625]: debug 2024-04-13T21:40:16.496+0000 7f46ae67d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T21:40:16.812 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:40:16 smithi165 bash[21625]: debug 2024-04-13T21:40:16.592+0000 7f46ae67d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T21:40:17.233 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout { 2024-04-13T21:40:17.233 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-13T21:40:17.234 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-13T21:40:17.234 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-13T21:40:17.234 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-13T21:40:17.234 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout } 2024-04-13T21:40:17.234 INFO:teuthology.orchestra.run.smithi165.stdout:Waiting for the mgr to restart... 2024-04-13T21:40:17.234 INFO:teuthology.orchestra.run.smithi165.stdout:Waiting for mgr epoch 9... 2024-04-13T21:40:17.251 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:40:16 smithi165 bash[21625]: debug 2024-04-13T21:40:16.844+0000 7f46ae67d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T21:40:17.887 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:40:17 smithi165 bash[21625]: debug 2024-04-13T21:40:17.636+0000 7f46ae67d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T21:40:17.887 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:40:17 smithi165 bash[21625]: debug 2024-04-13T21:40:17.748+0000 7f46ae67d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T21:40:17.887 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:40:17 smithi165 bash[21625]: debug 2024-04-13T21:40:17.856+0000 7f46ae67d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T21:40:18.561 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:40:18 smithi165 bash[21625]: debug 2024-04-13T21:40:18.212+0000 7f46ae67d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T21:40:18.562 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:40:18 smithi165 bash[21625]: debug 2024-04-13T21:40:18.328+0000 7f46ae67d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T21:40:18.562 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:40:18 smithi165 bash[21625]: debug 2024-04-13T21:40:18.428+0000 7f46ae67d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T21:40:19.062 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:40:18 smithi165 bash[21625]: debug 2024-04-13T21:40:18.788+0000 7f46ae67d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T21:40:19.062 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:40:19 smithi165 bash[21625]: debug 2024-04-13T21:40:19.028+0000 7f46ae67d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T21:40:19.561 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:40:19 smithi165 bash[21625]: debug 2024-04-13T21:40:19.284+0000 7f46ae67d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T21:40:19.562 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:40:19 smithi165 bash[21625]: debug 2024-04-13T21:40:19.396+0000 7f46ae67d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T21:40:20.062 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:40:19 smithi165 bash[21625]: debug 2024-04-13T21:40:19.668+0000 7f46ae67d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T21:40:20.062 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:40:19 smithi165 bash[21625]: debug 2024-04-13T21:40:19.912+0000 7f46ae67d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T21:40:20.561 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:40:20 smithi165 bash[21625]: debug 2024-04-13T21:40:20.324+0000 7f46ae67d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T21:40:20.562 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:40:20 smithi165 bash[21625]: debug 2024-04-13T21:40:20.440+0000 7f46ae67d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T21:40:21.028 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:40:20 smithi165 bash[21625]: debug 2024-04-13T21:40:20.688+0000 7f46ae67d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T21:40:22.062 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:40:21 smithi165 bash[21625]: debug 2024-04-13T21:40:21.704+0000 7f46ae67d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T21:40:22.062 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:40:21 smithi165 bash[21625]: debug 2024-04-13T21:40:21.824+0000 7f46ae67d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T21:40:22.561 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:40:22 smithi165 bash[21625]: debug 2024-04-13T21:40:22.116+0000 7f46ae67d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T21:40:22.562 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:40:22 smithi165 bash[21625]: debug 2024-04-13T21:40:22.232+0000 7f46ae67d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T21:40:22.938 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:40:22 smithi165 bash[21625]: debug 2024-04-13T21:40:22.675+0000 7f46ae67d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T21:40:22.939 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:40:22 smithi165 bash[21625]: debug 2024-04-13T21:40:22.795+0000 7f46ae67d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T21:40:22.939 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:22 smithi165 bash[21371]: cluster 2024-04-13T21:40:22.820655+0000 mon.a (mon.0) 73 : cluster 1 Active manager daemon y restarted 2024-04-13T21:40:22.939 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:22 smithi165 bash[21371]: cluster 2024-04-13T21:40:22.821447+0000 mon.a (mon.0) 74 : cluster 1 Activating manager daemon y 2024-04-13T21:40:22.939 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:22 smithi165 bash[21371]: cluster 2024-04-13T21:40:22.825872+0000 mon.a (mon.0) 75 : cluster 0 osdmap e3: 0 total, 0 up, 0 in 2024-04-13T21:40:22.939 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:22 smithi165 bash[21371]: cluster 2024-04-13T21:40:22.825994+0000 mon.a (mon.0) 76 : cluster 0 mgrmap e10: y(active, starting, since 0.00492528s) 2024-04-13T21:40:22.939 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:22 smithi165 bash[21371]: audit 2024-04-13T21:40:22.829867+0000 mon.a (mon.0) 77 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T21:40:22.939 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:22 smithi165 bash[21371]: audit 2024-04-13T21:40:22.831863+0000 mon.a (mon.0) 78 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T21:40:22.939 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:22 smithi165 bash[21371]: audit 2024-04-13T21:40:22.833051+0000 mon.a (mon.0) 79 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T21:40:22.939 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:22 smithi165 bash[21371]: audit 2024-04-13T21:40:22.833397+0000 mon.a (mon.0) 80 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T21:40:22.940 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:22 smithi165 bash[21371]: audit 2024-04-13T21:40:22.833644+0000 mon.a (mon.0) 81 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T21:40:22.940 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:22 smithi165 bash[21371]: cluster 2024-04-13T21:40:22.856888+0000 mon.a (mon.0) 82 : cluster 1 Manager daemon y is now available 2024-04-13T21:40:24.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:23 smithi165 bash[21371]: audit 2024-04-13T21:40:22.879610+0000 mon.a (mon.0) 83 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:40:24.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:23 smithi165 bash[21371]: audit 2024-04-13T21:40:22.895159+0000 mon.a (mon.0) 84 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T21:40:24.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:23 smithi165 bash[21371]: audit 2024-04-13T21:40:22.898189+0000 mon.a (mon.0) 85 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T21:40:24.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:23 smithi165 bash[21371]: cephadm 2024-04-13T21:40:23.125348+0000 mgr.y (mgr.14152) 1 : cephadm 1 [13/Apr/2024:21:40:23] ENGINE Bus STARTING 2024-04-13T21:40:24.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:23 smithi165 bash[21371]: cephadm 2024-04-13T21:40:23.244892+0000 mgr.y (mgr.14152) 2 : cephadm 1 [13/Apr/2024:21:40:23] ENGINE Serving on https://172.21.15.165:7150 2024-04-13T21:40:24.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:23 smithi165 bash[21371]: cephadm 2024-04-13T21:40:23.346034+0000 mgr.y (mgr.14152) 3 : cephadm 1 [13/Apr/2024:21:40:23] ENGINE Serving on http://172.21.15.165:8765 2024-04-13T21:40:24.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:23 smithi165 bash[21371]: cephadm 2024-04-13T21:40:23.346245+0000 mgr.y (mgr.14152) 4 : cephadm 1 [13/Apr/2024:21:40:23] ENGINE Bus STARTED 2024-04-13T21:40:24.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:23 smithi165 bash[21371]: cluster 2024-04-13T21:40:23.834471+0000 mon.a (mon.0) 86 : cluster 0 mgrmap e11: y(active, since 1.01338s) 2024-04-13T21:40:24.444 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout { 2024-04-13T21:40:24.444 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-13T21:40:24.444 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-13T21:40:24.444 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout } 2024-04-13T21:40:24.444 INFO:teuthology.orchestra.run.smithi165.stdout:mgr epoch 9 is available 2024-04-13T21:40:24.444 INFO:teuthology.orchestra.run.smithi165.stdout:Generating a dashboard self-signed certificate... 2024-04-13T21:40:25.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:24 smithi165 bash[21371]: audit 2024-04-13T21:40:23.833563+0000 mgr.y (mgr.14152) 5 : audit 0 from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-13T21:40:25.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:24 smithi165 bash[21371]: audit 2024-04-13T21:40:23.846149+0000 mgr.y (mgr.14152) 6 : audit 0 from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-13T21:40:26.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:25 smithi165 bash[21371]: cluster 2024-04-13T21:40:24.881846+0000 mon.a (mon.0) 87 : cluster 0 mgrmap e12: y(active, since 2s) 2024-04-13T21:40:26.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:25 smithi165 bash[21371]: audit 2024-04-13T21:40:25.625942+0000 mgr.y (mgr.14152) 7 : audit 0 from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:40:26.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:25 smithi165 bash[21371]: audit 2024-04-13T21:40:25.834551+0000 mon.a (mon.0) 88 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:40:26.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:25 smithi165 bash[21371]: audit 2024-04-13T21:40:25.839557+0000 mon.a (mon.0) 89 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:40:26.399 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-13T21:40:26.399 INFO:teuthology.orchestra.run.smithi165.stdout:Creating initial admin user... 2024-04-13T21:40:28.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:27 smithi165 bash[21371]: audit 2024-04-13T21:40:27.579001+0000 mgr.y (mgr.14152) 8 : audit 0 from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:40:28.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:27 smithi165 bash[21371]: audit 2024-04-13T21:40:27.817631+0000 mon.a (mon.0) 90 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:40:28.413 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$JwC2lKbVfGnJiyGUOfR.LOgVGYy7MPYc1fFIqsnM1mgP.uFpURtzK", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1713044427, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-13T21:40:28.413 INFO:teuthology.orchestra.run.smithi165.stdout:Fetching dashboard port number... 2024-04-13T21:40:30.151 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stdout 8443 2024-04-13T21:40:30.152 INFO:teuthology.orchestra.run.smithi165.stdout:firewalld does not appear to be present 2024-04-13T21:40:30.152 INFO:teuthology.orchestra.run.smithi165.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-13T21:40:30.155 INFO:teuthology.orchestra.run.smithi165.stdout:Ceph Dashboard is now available at: 2024-04-13T21:40:30.155 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T21:40:30.155 INFO:teuthology.orchestra.run.smithi165.stdout: URL: https://smithi165.front.sepia.ceph.com:8443/ 2024-04-13T21:40:30.155 INFO:teuthology.orchestra.run.smithi165.stdout: User: admin 2024-04-13T21:40:30.155 INFO:teuthology.orchestra.run.smithi165.stdout: Password: urm7ei9e0b 2024-04-13T21:40:30.155 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T21:40:30.156 INFO:teuthology.orchestra.run.smithi165.stdout:Saving cluster configuration to /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config directory 2024-04-13T21:40:30.156 INFO:teuthology.orchestra.run.smithi165.stdout:Enabling autotune for osd_memory_target 2024-04-13T21:40:30.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:29 smithi165 bash[21371]: cluster 2024-04-13T21:40:28.943163+0000 mon.a (mon.0) 91 : cluster 0 mgrmap e13: y(active, since 6s) 2024-04-13T21:40:30.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:29 smithi165 bash[21371]: audit 2024-04-13T21:40:29.623574+0000 mon.a (mon.0) 92 : audit 0 from='client.? 172.21.15.165:0/722807041' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-13T21:40:32.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:31 smithi165 bash[21371]: audit 2024-04-13T21:40:30.883371+0000 mon.a (mon.0) 93 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:40:32.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:31 smithi165 bash[21371]: audit 2024-04-13T21:40:31.570346+0000 mon.a (mon.0) 94 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:40:33.972 INFO:teuthology.orchestra.run.smithi165.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-13T21:40:33.972 INFO:teuthology.orchestra.run.smithi165.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-13T21:40:33.972 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T21:40:33.972 INFO:teuthology.orchestra.run.smithi165.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-13T21:40:33.972 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T21:40:33.972 INFO:teuthology.orchestra.run.smithi165.stdout:Or, if you are only running a single cluster on this host: 2024-04-13T21:40:33.972 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T21:40:33.972 INFO:teuthology.orchestra.run.smithi165.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-13T21:40:33.973 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T21:40:33.973 INFO:teuthology.orchestra.run.smithi165.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-13T21:40:33.973 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T21:40:33.973 INFO:teuthology.orchestra.run.smithi165.stdout: ceph telemetry on 2024-04-13T21:40:33.973 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T21:40:33.973 INFO:teuthology.orchestra.run.smithi165.stdout:For more information see: 2024-04-13T21:40:33.973 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T21:40:33.973 INFO:teuthology.orchestra.run.smithi165.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-04-13T21:40:33.973 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T21:40:33.973 INFO:teuthology.orchestra.run.smithi165.stdout:Bootstrap complete. 2024-04-13T21:40:34.017 INFO:tasks.cephadm:Fetching config... 2024-04-13T21:40:34.017 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-04-13T21:40:34.017 DEBUG:teuthology.orchestra.run.smithi165:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-13T21:40:34.023 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-13T21:40:34.023 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-04-13T21:40:34.023 DEBUG:teuthology.orchestra.run.smithi165:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-13T21:40:34.073 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-13T21:40:34.073 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-04-13T21:40:34.073 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd if=/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/keyring of=/dev/stdout 2024-04-13T21:40:34.127 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-13T21:40:34.127 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-04-13T21:40:34.127 DEBUG:teuthology.orchestra.run.smithi165:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-13T21:40:34.173 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-13T21:40:34.174 DEBUG:teuthology.orchestra.run.smithi165:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDYlQW18jDm+4skVCtGOq/qU7i6wr/8nUeeWY4mNi5S+dsqZ5UTmMvDA143Jc5RdPjsf+1rKStIjoHA1t7mpPM1jusVUJVOIuGWR1LDlleAI0tbSs+MQGktASsf6bn0ftgLbI0Nxc5syOb/ptlBg3tr9X2xVAE8sqdFkDLhECFjgJAHhQREvAlz3F/3WVPNozZvhFVaJoWQyE3XcSjYb3NHwVCwwApLpBLx6EjUNtRdT5536YVcbtfUczJMqrsTptG2gpV6x9VZoYg3OHn5L77RhcCUvi2XEjRONhtpVg6wRA3psgsPP+FhpSRw8GKkISUXYmbZqZiU2kzT0jR0ck/qNtVXetzqtclvGdVb4Hb3Egvg1yEldwDdOz61db3W/jBh8EXMUeM4F7n4GkxkQEBUMqALk8961GqSFWM/2x8jBUwwPACMgOQGWP5BXYqotRye8kId3tifTligOK0g0T/be+bPlgOua17FWOVE62ynFOWX/kxS2VSNOKTV3FTrFLk= ceph-1c29171c-f9de-11ee-bc8e-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-13T21:40:34.236 INFO:teuthology.orchestra.run.smithi165.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDYlQW18jDm+4skVCtGOq/qU7i6wr/8nUeeWY4mNi5S+dsqZ5UTmMvDA143Jc5RdPjsf+1rKStIjoHA1t7mpPM1jusVUJVOIuGWR1LDlleAI0tbSs+MQGktASsf6bn0ftgLbI0Nxc5syOb/ptlBg3tr9X2xVAE8sqdFkDLhECFjgJAHhQREvAlz3F/3WVPNozZvhFVaJoWQyE3XcSjYb3NHwVCwwApLpBLx6EjUNtRdT5536YVcbtfUczJMqrsTptG2gpV6x9VZoYg3OHn5L77RhcCUvi2XEjRONhtpVg6wRA3psgsPP+FhpSRw8GKkISUXYmbZqZiU2kzT0jR0ck/qNtVXetzqtclvGdVb4Hb3Egvg1yEldwDdOz61db3W/jBh8EXMUeM4F7n4GkxkQEBUMqALk8961GqSFWM/2x8jBUwwPACMgOQGWP5BXYqotRye8kId3tifTligOK0g0T/be+bPlgOua17FWOVE62ynFOWX/kxS2VSNOKTV3FTrFLk= ceph-1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T21:40:34.248 DEBUG:teuthology.orchestra.run.smithi189:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDYlQW18jDm+4skVCtGOq/qU7i6wr/8nUeeWY4mNi5S+dsqZ5UTmMvDA143Jc5RdPjsf+1rKStIjoHA1t7mpPM1jusVUJVOIuGWR1LDlleAI0tbSs+MQGktASsf6bn0ftgLbI0Nxc5syOb/ptlBg3tr9X2xVAE8sqdFkDLhECFjgJAHhQREvAlz3F/3WVPNozZvhFVaJoWQyE3XcSjYb3NHwVCwwApLpBLx6EjUNtRdT5536YVcbtfUczJMqrsTptG2gpV6x9VZoYg3OHn5L77RhcCUvi2XEjRONhtpVg6wRA3psgsPP+FhpSRw8GKkISUXYmbZqZiU2kzT0jR0ck/qNtVXetzqtclvGdVb4Hb3Egvg1yEldwDdOz61db3W/jBh8EXMUeM4F7n4GkxkQEBUMqALk8961GqSFWM/2x8jBUwwPACMgOQGWP5BXYqotRye8kId3tifTligOK0g0T/be+bPlgOua17FWOVE62ynFOWX/kxS2VSNOKTV3FTrFLk= ceph-1c29171c-f9de-11ee-bc8e-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-13T21:40:34.271 INFO:teuthology.orchestra.run.smithi189.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDYlQW18jDm+4skVCtGOq/qU7i6wr/8nUeeWY4mNi5S+dsqZ5UTmMvDA143Jc5RdPjsf+1rKStIjoHA1t7mpPM1jusVUJVOIuGWR1LDlleAI0tbSs+MQGktASsf6bn0ftgLbI0Nxc5syOb/ptlBg3tr9X2xVAE8sqdFkDLhECFjgJAHhQREvAlz3F/3WVPNozZvhFVaJoWQyE3XcSjYb3NHwVCwwApLpBLx6EjUNtRdT5536YVcbtfUczJMqrsTptG2gpV6x9VZoYg3OHn5L77RhcCUvi2XEjRONhtpVg6wRA3psgsPP+FhpSRw8GKkISUXYmbZqZiU2kzT0jR0ck/qNtVXetzqtclvGdVb4Hb3Egvg1yEldwDdOz61db3W/jBh8EXMUeM4F7n4GkxkQEBUMqALk8961GqSFWM/2x8jBUwwPACMgOQGWP5BXYqotRye8kId3tifTligOK0g0T/be+bPlgOua17FWOVE62ynFOWX/kxS2VSNOKTV3FTrFLk= ceph-1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T21:40:34.280 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-13T21:40:34.562 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:34 smithi165 bash[21371]: audit 2024-04-13T21:40:33.388208+0000 mon.a (mon.0) 95 : audit 1 from='client.? 172.21.15.165:0/4241511539' entity='client.admin' 2024-04-13T21:40:38.487 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:40:41.856 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-13T21:40:41.856 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-13T21:40:42.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:41 smithi165 bash[21371]: audit 2024-04-13T21:40:40.713210+0000 mon.a (mon.0) 96 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:40:42.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:41 smithi165 bash[21371]: audit 2024-04-13T21:40:40.720195+0000 mon.a (mon.0) 97 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:40:42.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:41 smithi165 bash[21371]: audit 2024-04-13T21:40:40.721953+0000 mon.a (mon.0) 98 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi165", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:40:42.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:41 smithi165 bash[21371]: audit 2024-04-13T21:40:40.730394+0000 mon.a (mon.0) 99 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:40:42.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:41 smithi165 bash[21371]: audit 2024-04-13T21:40:40.765359+0000 mon.a (mon.0) 100 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:40:42.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:41 smithi165 bash[21371]: audit 2024-04-13T21:40:40.772139+0000 mon.a (mon.0) 101 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:40:42.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:41 smithi165 bash[21371]: audit 2024-04-13T21:40:41.190800+0000 mon.a (mon.0) 102 : audit 1 from='client.? 172.21.15.165:0/3334501019' entity='client.admin' 2024-04-13T21:40:42.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:41 smithi165 bash[21371]: audit 2024-04-13T21:40:41.220176+0000 mon.a (mon.0) 103 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:40:42.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:41 smithi165 bash[21371]: audit 2024-04-13T21:40:41.224525+0000 mon.a (mon.0) 104 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:40:44.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:43 smithi165 bash[21371]: cluster 2024-04-13T21:40:42.834726+0000 mgr.y (mgr.14152) 9 : cluster 0 pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:40:46.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:45 smithi165 bash[21371]: cluster 2024-04-13T21:40:44.835165+0000 mgr.y (mgr.14152) 10 : cluster 0 pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:40:46.521 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:40:48.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:47 smithi165 bash[21371]: cluster 2024-04-13T21:40:46.835544+0000 mgr.y (mgr.14152) 11 : cluster 0 pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:40:49.609 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi189 2024-04-13T21:40:49.609 DEBUG:teuthology.orchestra.run.smithi189:> set -ex 2024-04-13T21:40:49.610 DEBUG:teuthology.orchestra.run.smithi189:> dd of=/etc/ceph/ceph.conf 2024-04-13T21:40:49.616 DEBUG:teuthology.orchestra.run.smithi189:> set -ex 2024-04-13T21:40:49.616 DEBUG:teuthology.orchestra.run.smithi189:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-13T21:40:49.664 INFO:tasks.cephadm:Adding host smithi189 to orchestrator... 2024-04-13T21:40:49.664 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph orch host add smithi189 2024-04-13T21:40:50.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:49 smithi165 bash[21371]: cluster 2024-04-13T21:40:48.836003+0000 mgr.y (mgr.14152) 12 : cluster 0 pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:40:50.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:49 smithi165 bash[21371]: audit 2024-04-13T21:40:48.970523+0000 mgr.y (mgr.14152) 13 : audit 0 from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:40:50.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:49 smithi165 bash[21371]: audit 2024-04-13T21:40:48.975954+0000 mon.a (mon.0) 105 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:40:50.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:49 smithi165 bash[21371]: audit 2024-04-13T21:40:49.023365+0000 mon.a (mon.0) 106 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:40:50.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:49 smithi165 bash[21371]: audit 2024-04-13T21:40:49.024928+0000 mon.a (mon.0) 107 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:40:50.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:49 smithi165 bash[21371]: audit 2024-04-13T21:40:49.025565+0000 mon.a (mon.0) 108 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:40:50.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:49 smithi165 bash[21371]: cephadm 2024-04-13T21:40:49.026528+0000 mgr.y (mgr.14152) 14 : cephadm 1 Updating smithi165:/etc/ceph/ceph.conf 2024-04-13T21:40:50.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:49 smithi165 bash[21371]: cephadm 2024-04-13T21:40:49.140716+0000 mgr.y (mgr.14152) 15 : cephadm 1 Updating smithi165:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.conf 2024-04-13T21:40:50.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:49 smithi165 bash[21371]: cephadm 2024-04-13T21:40:49.405679+0000 mgr.y (mgr.14152) 16 : cephadm 1 Updating smithi165:/etc/ceph/ceph.client.admin.keyring 2024-04-13T21:40:50.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:49 smithi165 bash[21371]: cephadm 2024-04-13T21:40:49.570231+0000 mgr.y (mgr.14152) 17 : cephadm 1 Updating smithi165:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T21:40:50.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:49 smithi165 bash[21371]: audit 2024-04-13T21:40:49.740611+0000 mon.a (mon.0) 109 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:40:50.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:49 smithi165 bash[21371]: audit 2024-04-13T21:40:49.745933+0000 mon.a (mon.0) 110 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:40:50.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:49 smithi165 bash[21371]: audit 2024-04-13T21:40:49.751644+0000 mon.a (mon.0) 111 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:40:52.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:51 smithi165 bash[21371]: cluster 2024-04-13T21:40:50.836454+0000 mgr.y (mgr.14152) 18 : cluster 0 pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:40:54.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:53 smithi165 bash[21371]: cluster 2024-04-13T21:40:52.836935+0000 mgr.y (mgr.14152) 19 : cluster 0 pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:40:54.330 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:40:56.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:55 smithi165 bash[21371]: cluster 2024-04-13T21:40:54.837394+0000 mgr.y (mgr.14152) 20 : cluster 0 pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:40:57.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:56 smithi165 bash[21371]: audit 2024-04-13T21:40:56.756621+0000 mgr.y (mgr.14152) 21 : audit 0 from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi189", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:40:58.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:57 smithi165 bash[21371]: cluster 2024-04-13T21:40:56.837835+0000 mgr.y (mgr.14152) 22 : cluster 0 pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:40:58.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:57 smithi165 bash[21371]: cephadm 2024-04-13T21:40:57.496230+0000 mgr.y (mgr.14152) 23 : cephadm 1 Deploying cephadm binary to smithi189 2024-04-13T21:41:00.022 INFO:teuthology.orchestra.run.smithi165.stdout:Added host 'smithi189' with addr '172.21.15.189' 2024-04-13T21:41:00.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:40:59 smithi165 bash[21371]: cluster 2024-04-13T21:40:58.838252+0000 mgr.y (mgr.14152) 24 : cluster 0 pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:00.642 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph orch host ls --format=json 2024-04-13T21:41:01.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:01 smithi165 bash[21371]: audit 2024-04-13T21:41:00.030090+0000 mon.a (mon.0) 112 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:01.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:01 smithi165 bash[21371]: cephadm 2024-04-13T21:41:00.030863+0000 mgr.y (mgr.14152) 25 : cephadm 1 Added host smithi189 2024-04-13T21:41:01.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:01 smithi165 bash[21371]: audit 2024-04-13T21:41:00.073207+0000 mon.a (mon.0) 113 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:41:01.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:01 smithi165 bash[21371]: audit 2024-04-13T21:41:00.397708+0000 mon.a (mon.0) 114 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:03.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:02 smithi165 bash[21371]: cluster 2024-04-13T21:41:00.838672+0000 mgr.y (mgr.14152) 26 : cluster 0 pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:03.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:02 smithi165 bash[21371]: audit 2024-04-13T21:41:01.772871+0000 mon.a (mon.0) 115 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:03.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:02 smithi165 bash[21371]: audit 2024-04-13T21:41:02.671471+0000 mon.a (mon.0) 116 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:05.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:04 smithi165 bash[21371]: cluster 2024-04-13T21:41:02.839122+0000 mgr.y (mgr.14152) 27 : cluster 0 pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:05.306 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:41:07.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:06 smithi165 bash[21371]: cluster 2024-04-13T21:41:04.839506+0000 mgr.y (mgr.14152) 28 : cluster 0 pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:07.844 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T21:41:07.844 INFO:teuthology.orchestra.run.smithi165.stdout:[{"addr": "172.21.15.165", "hostname": "smithi165", "labels": [], "status": ""}, {"addr": "172.21.15.189", "hostname": "smithi189", "labels": [], "status": ""}] 2024-04-13T21:41:08.454 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-13T21:41:08.454 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph osd crush tunables default 2024-04-13T21:41:09.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:08 smithi165 bash[21371]: cluster 2024-04-13T21:41:06.839994+0000 mgr.y (mgr.14152) 29 : cluster 0 pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:09.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:08 smithi165 bash[21371]: audit 2024-04-13T21:41:07.954141+0000 mon.a (mon.0) 117 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:09.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:08 smithi165 bash[21371]: audit 2024-04-13T21:41:07.956506+0000 mon.a (mon.0) 118 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:09.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:08 smithi165 bash[21371]: audit 2024-04-13T21:41:07.959519+0000 mon.a (mon.0) 119 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:09.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:08 smithi165 bash[21371]: audit 2024-04-13T21:41:07.961672+0000 mon.a (mon.0) 120 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:09.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:08 smithi165 bash[21371]: audit 2024-04-13T21:41:07.962343+0000 mon.a (mon.0) 121 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi189", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:41:09.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:08 smithi165 bash[21371]: audit 2024-04-13T21:41:07.963517+0000 mon.a (mon.0) 122 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:41:09.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:08 smithi165 bash[21371]: audit 2024-04-13T21:41:07.964639+0000 mon.a (mon.0) 123 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:41:09.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:08 smithi165 bash[21371]: audit 2024-04-13T21:41:08.681534+0000 mon.a (mon.0) 124 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:09.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:08 smithi165 bash[21371]: audit 2024-04-13T21:41:08.686893+0000 mon.a (mon.0) 125 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:09.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:08 smithi165 bash[21371]: audit 2024-04-13T21:41:08.693068+0000 mon.a (mon.0) 126 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:10.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:09 smithi165 bash[21371]: audit 2024-04-13T21:41:07.851934+0000 mgr.y (mgr.14152) 30 : audit 0 from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T21:41:10.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:09 smithi165 bash[21371]: cephadm 2024-04-13T21:41:07.966507+0000 mgr.y (mgr.14152) 31 : cephadm 1 Updating smithi189:/etc/ceph/ceph.conf 2024-04-13T21:41:10.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:09 smithi165 bash[21371]: cephadm 2024-04-13T21:41:08.182444+0000 mgr.y (mgr.14152) 32 : cephadm 1 Updating smithi189:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.conf 2024-04-13T21:41:10.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:09 smithi165 bash[21371]: cephadm 2024-04-13T21:41:08.346879+0000 mgr.y (mgr.14152) 33 : cephadm 1 Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-04-13T21:41:10.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:09 smithi165 bash[21371]: cephadm 2024-04-13T21:41:08.511828+0000 mgr.y (mgr.14152) 34 : cephadm 1 Updating smithi189:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T21:41:11.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:10 smithi165 bash[21371]: cluster 2024-04-13T21:41:08.840474+0000 mgr.y (mgr.14152) 35 : cluster 0 pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:13.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:12 smithi165 bash[21371]: cluster 2024-04-13T21:41:10.840914+0000 mgr.y (mgr.14152) 36 : cluster 0 pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:13.115 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:41:15.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:14 smithi165 bash[21371]: cluster 2024-04-13T21:41:12.841341+0000 mgr.y (mgr.14152) 37 : cluster 0 pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:15.790 INFO:teuthology.orchestra.run.smithi165.stderr:adjusted tunables profile to default 2024-04-13T21:41:16.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:15 smithi165 bash[21371]: audit 2024-04-13T21:41:15.592460+0000 mon.a (mon.0) 127 : audit 1 from='client.? 172.21.15.165:0/817947503' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-13T21:41:16.387 INFO:tasks.cephadm:Adding mon.a on smithi165 2024-04-13T21:41:16.388 INFO:tasks.cephadm:Adding mon.c on smithi165 2024-04-13T21:41:16.388 INFO:tasks.cephadm:Adding mon.b on smithi189 2024-04-13T21:41:16.388 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph orch apply mon '3;smithi165:172.21.15.165=a;smithi165:[v2:172.21.15.165:3301,v1:172.21.15.165:6790]=c;smithi189:172.21.15.189=b' 2024-04-13T21:41:17.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:16 smithi165 bash[21371]: cluster 2024-04-13T21:41:14.841727+0000 mgr.y (mgr.14152) 38 : cluster 0 pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:17.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:16 smithi165 bash[21371]: audit 2024-04-13T21:41:15.795600+0000 mon.a (mon.0) 128 : audit 1 from='client.? 172.21.15.165:0/817947503' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-13T21:41:17.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:16 smithi165 bash[21371]: cluster 2024-04-13T21:41:15.795703+0000 mon.a (mon.0) 129 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-04-13T21:41:17.557 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.conf 2024-04-13T21:41:19.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:18 smithi165 bash[21371]: cluster 2024-04-13T21:41:16.842118+0000 mgr.y (mgr.14152) 39 : cluster 0 pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:19.985 INFO:teuthology.orchestra.run.smithi189.stdout:Scheduled mon update... 2024-04-13T21:41:20.671 DEBUG:teuthology.orchestra.run.smithi165:mon.c> sudo journalctl -f -n 0 -u ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@mon.c.service 2024-04-13T21:41:20.674 DEBUG:teuthology.orchestra.run.smithi189:mon.b> sudo journalctl -f -n 0 -u ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@mon.b.service 2024-04-13T21:41:20.676 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-13T21:41:20.677 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph mon dump -f json 2024-04-13T21:41:21.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:20 smithi165 bash[21371]: cluster 2024-04-13T21:41:18.842488+0000 mgr.y (mgr.14152) 40 : cluster 0 pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:21.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:20 smithi165 bash[21371]: audit 2024-04-13T21:41:19.992968+0000 mon.a (mon.0) 130 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:21.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:20 smithi165 bash[21371]: audit 2024-04-13T21:41:20.002688+0000 mon.a (mon.0) 131 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:41:21.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:20 smithi165 bash[21371]: audit 2024-04-13T21:41:20.006374+0000 mon.a (mon.0) 132 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:41:21.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:20 smithi165 bash[21371]: audit 2024-04-13T21:41:20.008054+0000 mon.a (mon.0) 133 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:41:21.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:20 smithi165 bash[21371]: audit 2024-04-13T21:41:20.016299+0000 mon.a (mon.0) 134 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:21.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:20 smithi165 bash[21371]: audit 2024-04-13T21:41:20.020336+0000 mon.a (mon.0) 135 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T21:41:21.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:20 smithi165 bash[21371]: audit 2024-04-13T21:41:20.021844+0000 mon.a (mon.0) 136 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:41:22.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:21 smithi165 bash[21371]: audit 2024-04-13T21:41:19.981445+0000 mgr.y (mgr.14152) 41 : audit 0 from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi165:172.21.15.165=a;smithi165:[v2:172.21.15.165:3301,v1:172.21.15.165:6790]=c;smithi189:172.21.15.189=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:41:22.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:21 smithi165 bash[21371]: cephadm 2024-04-13T21:41:19.987365+0000 mgr.y (mgr.14152) 42 : cephadm 1 Saving service mon spec with placement smithi165:172.21.15.165=a;smithi165:[v2:172.21.15.165:3301,v1:172.21.15.165:6790]=c;smithi189:172.21.15.189=b;count:3 2024-04-13T21:41:22.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:21 smithi165 bash[21371]: cephadm 2024-04-13T21:41:20.023558+0000 mgr.y (mgr.14152) 43 : cephadm 1 Deploying daemon mon.b on smithi189 2024-04-13T21:41:22.293 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.conf 2024-04-13T21:41:23.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:22 smithi165 bash[21371]: cluster 2024-04-13T21:41:20.842830+0000 mgr.y (mgr.14152) 44 : cluster 0 pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:24.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:23 smithi165 bash[21371]: cluster 2024-04-13T21:41:22.843241+0000 mgr.y (mgr.14152) 45 : cluster 0 pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:25.214 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-04-13T21:41:25.214 INFO:teuthology.orchestra.run.smithi189.stdout:{"epoch":1,"fsid":"1c29171c-f9de-11ee-bc8e-c7b262605968","modified":"2024-04-13T21:39:16.237853Z","created":"2024-04-13T21:39:16.237853Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:3300","nonce":0},{"type":"v1","addr":"172.21.15.165:6789","nonce":0}]},"addr":"172.21.15.165:6789/0","public_addr":"172.21.15.165:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-13T21:41:25.216 INFO:teuthology.orchestra.run.smithi189.stderr:dumped monmap epoch 1 2024-04-13T21:41:26.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:26 smithi165 bash[21371]: cluster 2024-04-13T21:41:24.843610+0000 mgr.y (mgr.14152) 46 : cluster 0 pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:26.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:26 smithi165 bash[21371]: audit 2024-04-13T21:41:25.049155+0000 mon.a (mon.0) 137 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:26.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:26 smithi165 bash[21371]: audit 2024-04-13T21:41:25.055553+0000 mon.a (mon.0) 138 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:26.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:26 smithi165 bash[21371]: audit 2024-04-13T21:41:25.107057+0000 mon.a (mon.0) 139 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:26.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:26 smithi165 bash[21371]: audit 2024-04-13T21:41:25.108353+0000 mon.a (mon.0) 140 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T21:41:26.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:26 smithi165 bash[21371]: audit 2024-04-13T21:41:25.110128+0000 mon.a (mon.0) 141 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:41:26.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:26 smithi165 bash[21371]: cephadm 2024-04-13T21:41:25.111948+0000 mgr.y (mgr.14152) 47 : cephadm 1 Deploying daemon mon.c on smithi165 2024-04-13T21:41:26.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:26 smithi165 bash[21371]: audit 2024-04-13T21:41:25.222576+0000 mon.a (mon.0) 142 : audit 0 from='client.? 172.21.15.189:0/1787287266' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-13T21:41:26.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:26 smithi189 bash[23633]: debug 2024-04-13T21:41:26.229+0000 7fc6c8c18700 1 mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-13T21:41:27.019 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-13T21:41:27.020 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph mon dump -f json 2024-04-13T21:41:28.330 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:41:28 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:41:28.330 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:28 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:41:28.331 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:28 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:41:28.331 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:28 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:41:28.609 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:28 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:41:28.609 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:41:28 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:41:28.609 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:28 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:41:28.609 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:28 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:41:28.609 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:28 smithi165 systemd[1]: Started Ceph mon.c for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T21:41:29.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.462+0000 7fb2392fac80 0 set uid:gid to 167:167 (ceph:ceph) 2024-04-13T21:41:29.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.462+0000 7fb2392fac80 0 ceph version 18.2.2-1219-ge6cbcc46 (e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8) reef (stable), process ceph-mon, pid 7 2024-04-13T21:41:29.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.462+0000 7fb2392fac80 0 pidfile_write: ignore empty --pid-file 2024-04-13T21:41:29.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 0 load: jerasure load: lrc 2024-04-13T21:41:29.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: RocksDB version: 7.9.2 2024-04-13T21:41:29.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Git sha 0 2024-04-13T21:41:29.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Compile date 2024-04-13 15:02:10 2024-04-13T21:41:29.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: DB SUMMARY 2024-04-13T21:41:29.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: DB Session ID: A9R75TEXAYLJ7VZPLSQP 2024-04-13T21:41:29.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: CURRENT file: CURRENT 2024-04-13T21:41:29.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: IDENTITY file: IDENTITY 2024-04-13T21:41:29.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-13T21:41:29.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-04-13T21:41:29.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2024-04-13T21:41:29.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.error_if_exists: 0 2024-04-13T21:41:29.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.create_if_missing: 0 2024-04-13T21:41:29.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.paranoid_checks: 1 2024-04-13T21:41:29.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-04-13T21:41:29.815 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-13T21:41:29.815 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-13T21:41:29.815 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.env: 0x562873160820 2024-04-13T21:41:29.815 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.fs: PosixFileSystem 2024-04-13T21:41:29.815 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.info_log: 0x562875db1560 2024-04-13T21:41:29.815 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.max_file_opening_threads: 16 2024-04-13T21:41:29.815 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.statistics: (nil) 2024-04-13T21:41:29.815 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.use_fsync: 0 2024-04-13T21:41:29.815 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.max_log_file_size: 0 2024-04-13T21:41:29.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-13T21:41:29.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-04-13T21:41:29.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.keep_log_file_num: 1000 2024-04-13T21:41:29.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.recycle_log_file_num: 0 2024-04-13T21:41:29.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.allow_fallocate: 1 2024-04-13T21:41:29.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.allow_mmap_reads: 0 2024-04-13T21:41:29.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.allow_mmap_writes: 0 2024-04-13T21:41:29.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.use_direct_reads: 0 2024-04-13T21:41:29.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-13T21:41:29.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.create_missing_column_families: 0 2024-04-13T21:41:29.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.db_log_dir: 2024-04-13T21:41:29.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.wal_dir: 2024-04-13T21:41:29.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-04-13T21:41:29.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-04-13T21:41:29.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-04-13T21:41:29.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-13T21:41:29.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-13T21:41:29.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-04-13T21:41:29.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.advise_random_on_open: 1 2024-04-13T21:41:29.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.db_write_buffer_size: 0 2024-04-13T21:41:29.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.write_buffer_manager: 0x562875042320 2024-04-13T21:41:29.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-13T21:41:29.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-13T21:41:29.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-04-13T21:41:29.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.rate_limiter: (nil) 2024-04-13T21:41:29.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-13T21:41:29.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.wal_recovery_mode: 2 2024-04-13T21:41:29.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.enable_thread_tracking: 0 2024-04-13T21:41:29.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.enable_pipelined_write: 0 2024-04-13T21:41:29.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.unordered_write: 0 2024-04-13T21:41:29.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-13T21:41:29.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-13T21:41:29.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-13T21:41:29.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-13T21:41:29.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.row_cache: None 2024-04-13T21:41:29.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.wal_filter: None 2024-04-13T21:41:29.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-13T21:41:29.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.allow_ingest_behind: 0 2024-04-13T21:41:29.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.two_write_queues: 0 2024-04-13T21:41:29.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.manual_wal_flush: 0 2024-04-13T21:41:29.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.wal_compression: 0 2024-04-13T21:41:29.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.atomic_flush: 0 2024-04-13T21:41:29.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-13T21:41:29.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-04-13T21:41:29.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-04-13T21:41:29.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.log_readahead_size: 0 2024-04-13T21:41:29.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-13T21:41:29.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.best_efforts_recovery: 0 2024-04-13T21:41:29.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-13T21:41:29.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-13T21:41:29.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.allow_data_in_errors: 0 2024-04-13T21:41:29.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.db_host_id: __hostname__ 2024-04-13T21:41:29.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-04-13T21:41:29.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.max_background_jobs: 2 2024-04-13T21:41:29.821 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.max_background_compactions: -1 2024-04-13T21:41:29.821 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.max_subcompactions: 1 2024-04-13T21:41:29.821 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-13T21:41:29.821 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-13T21:41:29.821 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-04-13T21:41:29.821 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.max_total_wal_size: 0 2024-04-13T21:41:29.821 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-13T21:41:29.821 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-04-13T21:41:29.821 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-04-13T21:41:29.821 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-13T21:41:29.821 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.max_open_files: -1 2024-04-13T21:41:29.821 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.bytes_per_sync: 0 2024-04-13T21:41:29.821 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-04-13T21:41:29.822 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-04-13T21:41:29.822 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.compaction_readahead_size: 0 2024-04-13T21:41:29.822 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.max_background_flushes: -1 2024-04-13T21:41:29.822 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Compression algorithms supported: 2024-04-13T21:41:29.822 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-13T21:41:29.822 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: kZSTD supported: 0 2024-04-13T21:41:29.822 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: kXpressCompression supported: 0 2024-04-13T21:41:29.822 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: kLZ4HCCompression supported: 1 2024-04-13T21:41:29.822 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: kZlibCompression supported: 1 2024-04-13T21:41:29.822 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: kSnappyCompression supported: 1 2024-04-13T21:41:29.822 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: kLZ4Compression supported: 1 2024-04-13T21:41:29.822 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: kBZip2Compression supported: 0 2024-04-13T21:41:29.822 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-04-13T21:41:29.823 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-04-13T21:41:29.823 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-04-13T21:41:29.823 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-13T21:41:29.824 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-13T21:41:29.824 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.merge_operator: 2024-04-13T21:41:29.824 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.compaction_filter: None 2024-04-13T21:41:29.825 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.compaction_filter_factory: None 2024-04-13T21:41:29.825 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.sst_partitioner_factory: None 2024-04-13T21:41:29.825 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-04-13T21:41:29.825 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-04-13T21:41:29.825 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x562875db1660) 2024-04-13T21:41:29.825 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: cache_index_and_filter_blocks: 1 2024-04-13T21:41:29.825 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-13T21:41:29.825 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-13T21:41:29.825 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: pin_top_level_index_and_filter: 1 2024-04-13T21:41:29.825 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: index_type: 0 2024-04-13T21:41:29.825 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: data_block_index_type: 0 2024-04-13T21:41:29.825 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: index_shortening: 1 2024-04-13T21:41:29.825 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: data_block_hash_table_util_ratio: 0.750000 2024-04-13T21:41:29.826 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: checksum: 4 2024-04-13T21:41:29.826 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: no_block_cache: 0 2024-04-13T21:41:29.826 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: block_cache: 0x5628750c51f0 2024-04-13T21:41:29.826 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: block_cache_name: BinnedLRUCache 2024-04-13T21:41:29.826 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: block_cache_options: 2024-04-13T21:41:29.826 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: capacity : 536870912 2024-04-13T21:41:29.826 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: num_shard_bits : 4 2024-04-13T21:41:29.826 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: strict_capacity_limit : 0 2024-04-13T21:41:29.826 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: high_pri_pool_ratio: 0.000 2024-04-13T21:41:29.826 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: block_cache_compressed: (nil) 2024-04-13T21:41:29.826 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: persistent_cache: (nil) 2024-04-13T21:41:29.826 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: block_size: 4096 2024-04-13T21:41:29.826 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: block_size_deviation: 10 2024-04-13T21:41:29.827 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: block_restart_interval: 16 2024-04-13T21:41:29.827 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: index_block_restart_interval: 1 2024-04-13T21:41:29.827 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: metadata_block_size: 4096 2024-04-13T21:41:29.827 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: partition_filters: 0 2024-04-13T21:41:29.827 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: use_delta_encoding: 1 2024-04-13T21:41:29.827 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: filter_policy: bloomfilter 2024-04-13T21:41:29.827 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: whole_key_filtering: 1 2024-04-13T21:41:29.827 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: verify_compression: 0 2024-04-13T21:41:29.827 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: read_amp_bytes_per_bit: 0 2024-04-13T21:41:29.827 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: format_version: 5 2024-04-13T21:41:29.827 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: enable_index_compression: 1 2024-04-13T21:41:29.827 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: block_align: 0 2024-04-13T21:41:29.827 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: max_auto_readahead_size: 262144 2024-04-13T21:41:29.827 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: prepopulate_block_cache: 0 2024-04-13T21:41:29.828 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: initial_auto_readahead_size: 8192 2024-04-13T21:41:29.828 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: num_file_reads_for_auto_readahead: 2 2024-04-13T21:41:29.828 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.write_buffer_size: 33554432 2024-04-13T21:41:29.828 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.max_write_buffer_number: 2 2024-04-13T21:41:29.828 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.compression: NoCompression 2024-04-13T21:41:29.828 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.bottommost_compression: Disabled 2024-04-13T21:41:29.828 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.prefix_extractor: nullptr 2024-04-13T21:41:29.828 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-13T21:41:29.828 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.num_levels: 7 2024-04-13T21:41:29.828 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-13T21:41:29.828 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-13T21:41:29.828 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-13T21:41:29.828 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-13T21:41:29.828 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-13T21:41:29.829 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-13T21:41:29.829 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-13T21:41:29.829 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-13T21:41:29.829 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-13T21:41:29.829 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-13T21:41:29.829 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-13T21:41:29.829 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-13T21:41:29.829 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-04-13T21:41:29.829 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.compression_opts.level: 32767 2024-04-13T21:41:29.829 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.compression_opts.strategy: 0 2024-04-13T21:41:29.829 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-13T21:41:29.829 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-13T21:41:29.829 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-13T21:41:29.829 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-13T21:41:29.830 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.compression_opts.enabled: false 2024-04-13T21:41:29.830 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-13T21:41:29.830 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-13T21:41:29.830 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-13T21:41:29.830 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-13T21:41:29.830 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.target_file_size_base: 67108864 2024-04-13T21:41:29.830 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-04-13T21:41:29.830 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-13T21:41:29.830 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-13T21:41:29.830 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-13T21:41:29.830 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-13T21:41:29.830 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-13T21:41:29.831 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-13T21:41:29.831 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-13T21:41:29.831 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-13T21:41:29.831 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-13T21:41:29.831 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-13T21:41:29.831 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-13T21:41:29.831 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-13T21:41:29.831 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-13T21:41:29.831 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.arena_block_size: 1048576 2024-04-13T21:41:29.831 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-13T21:41:29.831 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-13T21:41:29.831 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.disable_auto_compactions: 0 2024-04-13T21:41:29.831 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-13T21:41:29.831 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-13T21:41:29.832 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-13T21:41:29.832 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-13T21:41:29.832 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-13T21:41:29.832 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-13T21:41:29.832 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-13T21:41:29.832 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-13T21:41:29.832 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-13T21:41:29.832 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-13T21:41:29.832 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.table_properties_collectors: 2024-04-13T21:41:29.832 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.inplace_update_support: 0 2024-04-13T21:41:29.832 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-04-13T21:41:29.832 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-13T21:41:29.832 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-13T21:41:29.832 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-04-13T21:41:29.833 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.bloom_locality: 0 2024-04-13T21:41:29.833 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.max_successive_merges: 0 2024-04-13T21:41:29.833 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-04-13T21:41:29.833 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.paranoid_file_checks: 0 2024-04-13T21:41:29.833 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.force_consistency_checks: 1 2024-04-13T21:41:29.833 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.report_bg_io_stats: 0 2024-04-13T21:41:29.833 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.ttl: 2592000 2024-04-13T21:41:29.833 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-04-13T21:41:29.833 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-13T21:41:29.833 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-13T21:41:29.833 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.enable_blob_files: false 2024-04-13T21:41:29.833 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.min_blob_size: 0 2024-04-13T21:41:29.833 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.blob_file_size: 268435456 2024-04-13T21:41:29.834 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-04-13T21:41:29.834 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-04-13T21:41:29.834 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-13T21:41:29.834 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-13T21:41:29.834 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-13T21:41:29.834 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.blob_file_starting_level: 0 2024-04-13T21:41:29.834 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-13T21:41:29.834 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-13T21:41:29.834 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-13T21:41:29.834 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: c306dc9b-6120-46e2-8d54-5e80af22c693 2024-04-13T21:41:29.834 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1713044489470669, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-13T21:41:29.834 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.466+0000 7fb2392fac80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-13T21:41:29.834 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.470+0000 7fb2392fac80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1713044489471219, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1713044489, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "c306dc9b-6120-46e2-8d54-5e80af22c693", "db_session_id": "A9R75TEXAYLJ7VZPLSQP", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-13T21:41:29.835 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.470+0000 7fb2392fac80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1713044489471340, "job": 1, "event": "recovery_finished"} 2024-04-13T21:41:29.835 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.470+0000 7fb2392fac80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-13T21:41:29.835 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.470+0000 7fb2392fac80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-13T21:41:29.835 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.470+0000 7fb2392fac80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x562875168000 2024-04-13T21:41:29.835 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.470+0000 7fb2392fac80 4 rocksdb: DB pointer 0x562875156000 2024-04-13T21:41:29.835 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.470+0000 7fb227ad2700 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-13T21:41:29.835 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.470+0000 7fb227ad2700 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-13T21:41:29.835 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: ** DB Stats ** 2024-04-13T21:41:29.835 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-13T21:41:29.835 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-13T21:41:29.835 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-13T21:41:29.835 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-13T21:41:29.835 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-13T21:41:29.835 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-13T21:41:29.836 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-13T21:41:29.836 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: ** Compaction Stats [default] ** 2024-04-13T21:41:29.836 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-13T21:41:29.836 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-13T21:41:29.836 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-13T21:41:29.836 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-13T21:41:29.836 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-13T21:41:29.836 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: ** Compaction Stats [default] ** 2024-04-13T21:41:29.836 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-13T21:41:29.836 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-13T21:41:29.836 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-13T21:41:29.836 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-13T21:41:29.836 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-13T21:41:29.836 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: Flush(GB): cumulative 0.000, interval 0.000 2024-04-13T21:41:29.837 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-13T21:41:29.837 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: AddFile(Total Files): cumulative 0, interval 0 2024-04-13T21:41:29.837 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: AddFile(L0 Files): cumulative 0, interval 0 2024-04-13T21:41:29.837 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: AddFile(Keys): cumulative 0, interval 0 2024-04-13T21:41:29.837 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: Cumulative compaction: 0.00 GB write, 0.46 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-13T21:41:29.837 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: Interval compaction: 0.00 GB write, 0.46 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-13T21:41:29.837 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-13T21:41:29.837 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: Block cache BinnedLRUCache@0x5628750c51f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.3e-05 secs_since: 0 2024-04-13T21:41:29.837 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-13T21:41:29.837 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: ** File Read Latency Histogram By Level [default] ** 2024-04-13T21:41:29.837 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.470+0000 7fb2392fac80 0 mon.c does not exist in monmap, will attempt to join an existing cluster 2024-04-13T21:41:29.837 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.470+0000 7fb2392fac80 0 using public_addrv [v2:172.21.15.165:3301/0,v1:172.21.15.165:6790/0] 2024-04-13T21:41:29.837 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.470+0000 7fb2392fac80 0 starting mon.c rank -1 at public addrs [v2:172.21.15.165:3301/0,v1:172.21.15.165:6790/0] at bind addrs [v2:172.21.15.165:3301/0,v1:172.21.15.165:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T21:41:29.838 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.470+0000 7fb2392fac80 1 mon.c@-1(???) e0 preinit fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T21:41:29.838 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.490+0000 7fb22aad8700 0 mon.c@-1(synchronizing).mds e1 new map 2024-04-13T21:41:29.838 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.490+0000 7fb22aad8700 0 mon.c@-1(synchronizing).mds e1 print_map 2024-04-13T21:41:29.838 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: e1 2024-04-13T21:41:29.838 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: enable_multiple, ever_enabled_multiple: 1,1 2024-04-13T21:41:29.838 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-13T21:41:29.838 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: legacy client fscid: -1 2024-04-13T21:41:29.838 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: 2024-04-13T21:41:29.838 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: No filesystems configured 2024-04-13T21:41:29.838 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.490+0000 7fb22aad8700 1 mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-13T21:41:29.838 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.490+0000 7fb22aad8700 1 mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-13T21:41:29.838 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.490+0000 7fb22aad8700 1 mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-13T21:41:29.838 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.490+0000 7fb22aad8700 1 mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-13T21:41:29.838 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.490+0000 7fb22aad8700 1 mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-13T21:41:29.839 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.490+0000 7fb22aad8700 1 mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-13T21:41:29.839 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.490+0000 7fb22aad8700 0 mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-13T21:41:29.839 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.490+0000 7fb22aad8700 0 mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-13T21:41:29.839 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.490+0000 7fb22aad8700 0 mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-13T21:41:29.839 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.490+0000 7fb22aad8700 0 mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-13T21:41:29.839 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: cluster 2024-04-13T21:40:56.837835+0000 mgr.y (mgr.14152) 22 : cluster 0 pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:29.839 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: cephadm 2024-04-13T21:40:57.496230+0000 mgr.y (mgr.14152) 23 : cephadm 1 Deploying cephadm binary to smithi189 2024-04-13T21:41:29.839 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: cluster 2024-04-13T21:40:58.838252+0000 mgr.y (mgr.14152) 24 : cluster 0 pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:29.839 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: audit 2024-04-13T21:41:00.030090+0000 mon.a (mon.0) 112 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:29.839 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: cephadm 2024-04-13T21:41:00.030863+0000 mgr.y (mgr.14152) 25 : cephadm 1 Added host smithi189 2024-04-13T21:41:29.839 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: audit 2024-04-13T21:41:00.073207+0000 mon.a (mon.0) 113 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:41:29.839 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: audit 2024-04-13T21:41:00.397708+0000 mon.a (mon.0) 114 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:29.839 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: cluster 2024-04-13T21:41:00.838672+0000 mgr.y (mgr.14152) 26 : cluster 0 pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:29.839 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: audit 2024-04-13T21:41:01.772871+0000 mon.a (mon.0) 115 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:29.840 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: audit 2024-04-13T21:41:02.671471+0000 mon.a (mon.0) 116 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:29.840 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: cluster 2024-04-13T21:41:02.839122+0000 mgr.y (mgr.14152) 27 : cluster 0 pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:29.840 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: cluster 2024-04-13T21:41:04.839506+0000 mgr.y (mgr.14152) 28 : cluster 0 pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:29.840 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: cluster 2024-04-13T21:41:06.839994+0000 mgr.y (mgr.14152) 29 : cluster 0 pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:29.840 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: audit 2024-04-13T21:41:07.954141+0000 mon.a (mon.0) 117 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:29.840 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: audit 2024-04-13T21:41:07.956506+0000 mon.a (mon.0) 118 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:29.840 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: audit 2024-04-13T21:41:07.959519+0000 mon.a (mon.0) 119 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:29.840 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: audit 2024-04-13T21:41:07.961672+0000 mon.a (mon.0) 120 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:29.840 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: audit 2024-04-13T21:41:07.962343+0000 mon.a (mon.0) 121 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi189", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:41:29.840 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: audit 2024-04-13T21:41:07.963517+0000 mon.a (mon.0) 122 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:41:29.840 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: audit 2024-04-13T21:41:07.964639+0000 mon.a (mon.0) 123 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:41:29.840 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: audit 2024-04-13T21:41:08.681534+0000 mon.a (mon.0) 124 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:29.840 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: audit 2024-04-13T21:41:08.686893+0000 mon.a (mon.0) 125 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:29.840 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: audit 2024-04-13T21:41:08.693068+0000 mon.a (mon.0) 126 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:29.841 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: audit 2024-04-13T21:41:07.851934+0000 mgr.y (mgr.14152) 30 : audit 0 from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T21:41:29.841 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: cephadm 2024-04-13T21:41:07.966507+0000 mgr.y (mgr.14152) 31 : cephadm 1 Updating smithi189:/etc/ceph/ceph.conf 2024-04-13T21:41:29.841 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: cephadm 2024-04-13T21:41:08.182444+0000 mgr.y (mgr.14152) 32 : cephadm 1 Updating smithi189:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.conf 2024-04-13T21:41:29.841 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: cephadm 2024-04-13T21:41:08.346879+0000 mgr.y (mgr.14152) 33 : cephadm 1 Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-04-13T21:41:29.841 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: cephadm 2024-04-13T21:41:08.511828+0000 mgr.y (mgr.14152) 34 : cephadm 1 Updating smithi189:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T21:41:29.841 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: cluster 2024-04-13T21:41:08.840474+0000 mgr.y (mgr.14152) 35 : cluster 0 pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:29.841 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: cluster 2024-04-13T21:41:10.840914+0000 mgr.y (mgr.14152) 36 : cluster 0 pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:29.841 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: cluster 2024-04-13T21:41:12.841341+0000 mgr.y (mgr.14152) 37 : cluster 0 pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:29.841 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: audit 2024-04-13T21:41:15.592460+0000 mon.a (mon.0) 127 : audit 1 from='client.? 172.21.15.165:0/817947503' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-13T21:41:29.841 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: cluster 2024-04-13T21:41:14.841727+0000 mgr.y (mgr.14152) 38 : cluster 0 pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:29.841 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: audit 2024-04-13T21:41:15.795600+0000 mon.a (mon.0) 128 : audit 1 from='client.? 172.21.15.165:0/817947503' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-13T21:41:29.841 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: cluster 2024-04-13T21:41:15.795703+0000 mon.a (mon.0) 129 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-04-13T21:41:29.841 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: cluster 2024-04-13T21:41:16.842118+0000 mgr.y (mgr.14152) 39 : cluster 0 pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:29.842 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: cluster 2024-04-13T21:41:18.842488+0000 mgr.y (mgr.14152) 40 : cluster 0 pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:29.842 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: audit 2024-04-13T21:41:19.992968+0000 mon.a (mon.0) 130 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:29.842 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: audit 2024-04-13T21:41:20.002688+0000 mon.a (mon.0) 131 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:41:29.842 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: audit 2024-04-13T21:41:20.006374+0000 mon.a (mon.0) 132 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:41:29.842 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: audit 2024-04-13T21:41:20.008054+0000 mon.a (mon.0) 133 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:41:29.842 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: audit 2024-04-13T21:41:20.016299+0000 mon.a (mon.0) 134 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:29.842 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: audit 2024-04-13T21:41:20.020336+0000 mon.a (mon.0) 135 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T21:41:29.842 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: audit 2024-04-13T21:41:20.021844+0000 mon.a (mon.0) 136 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:41:29.842 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: audit 2024-04-13T21:41:19.981445+0000 mgr.y (mgr.14152) 41 : audit 0 from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi165:172.21.15.165=a;smithi165:[v2:172.21.15.165:3301,v1:172.21.15.165:6790]=c;smithi189:172.21.15.189=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:41:29.842 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: cephadm 2024-04-13T21:41:19.987365+0000 mgr.y (mgr.14152) 42 : cephadm 1 Saving service mon spec with placement smithi165:172.21.15.165=a;smithi165:[v2:172.21.15.165:3301,v1:172.21.15.165:6790]=c;smithi189:172.21.15.189=b;count:3 2024-04-13T21:41:29.842 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: cephadm 2024-04-13T21:41:20.023558+0000 mgr.y (mgr.14152) 43 : cephadm 1 Deploying daemon mon.b on smithi189 2024-04-13T21:41:29.842 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: cluster 2024-04-13T21:41:20.842830+0000 mgr.y (mgr.14152) 44 : cluster 0 pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:29.842 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: cluster 2024-04-13T21:41:22.843241+0000 mgr.y (mgr.14152) 45 : cluster 0 pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:29.842 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: cluster 2024-04-13T21:41:24.843610+0000 mgr.y (mgr.14152) 46 : cluster 0 pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:29.843 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: audit 2024-04-13T21:41:25.049155+0000 mon.a (mon.0) 137 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:29.843 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: audit 2024-04-13T21:41:25.055553+0000 mon.a (mon.0) 138 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:29.843 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: audit 2024-04-13T21:41:25.107057+0000 mon.a (mon.0) 139 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:29.843 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: audit 2024-04-13T21:41:25.108353+0000 mon.a (mon.0) 140 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T21:41:29.843 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: audit 2024-04-13T21:41:25.110128+0000 mon.a (mon.0) 141 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:41:29.843 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: cephadm 2024-04-13T21:41:25.111948+0000 mgr.y (mgr.14152) 47 : cephadm 1 Deploying daemon mon.c on smithi165 2024-04-13T21:41:29.843 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: audit 2024-04-13T21:41:25.222576+0000 mon.a (mon.0) 142 : audit 0 from='client.? 172.21.15.189:0/1787287266' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-13T21:41:29.843 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:29 smithi165 bash[31269]: debug 2024-04-13T21:41:29.490+0000 7fb22aad8700 1 mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-13T21:41:30.677 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.b/config 2024-04-13T21:41:31.594 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:31 smithi189 bash[23633]: audit 2024-04-13T21:41:26.243759+0000 mon.a (mon.0) 144 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T21:41:31.594 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:31 smithi189 bash[23633]: audit 2024-04-13T21:41:26.243900+0000 mon.a (mon.0) 145 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:41:31.594 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:31 smithi189 bash[23633]: cluster 2024-04-13T21:41:26.244009+0000 mon.a (mon.0) 146 : cluster 1 mon.a calling monitor election 2024-04-13T21:41:31.594 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:31 smithi189 bash[23633]: cluster 2024-04-13T21:41:26.844026+0000 mgr.y (mgr.14152) 48 : cluster 0 pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:31.594 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:31 smithi189 bash[23633]: audit 2024-04-13T21:41:27.241159+0000 mon.a (mon.0) 147 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:41:31.594 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:31 smithi189 bash[23633]: audit 2024-04-13T21:41:28.240794+0000 mon.a (mon.0) 148 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:41:31.594 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:31 smithi189 bash[23633]: cluster 2024-04-13T21:41:28.242864+0000 mon.b (mon.1) 1 : cluster 1 mon.b calling monitor election 2024-04-13T21:41:31.594 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:31 smithi189 bash[23633]: cluster 2024-04-13T21:41:28.844428+0000 mgr.y (mgr.14152) 49 : cluster 0 pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:31.594 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:31 smithi189 bash[23633]: audit 2024-04-13T21:41:29.241928+0000 mon.a (mon.0) 149 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:41:31.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:31 smithi189 bash[23633]: audit 2024-04-13T21:41:29.497777+0000 mon.a (mon.0) 150 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:41:31.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:31 smithi189 bash[23633]: audit 2024-04-13T21:41:30.241957+0000 mon.a (mon.0) 151 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:41:31.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:31 smithi189 bash[23633]: audit 2024-04-13T21:41:30.498704+0000 mon.a (mon.0) 152 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:41:31.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:31 smithi189 bash[23633]: audit 2024-04-13T21:41:31.242106+0000 mon.a (mon.0) 153 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:41:31.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:31 smithi189 bash[23633]: cluster 2024-04-13T21:41:31.266887+0000 mon.a (mon.0) 154 : cluster 1 mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-13T21:41:31.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:31 smithi189 bash[23633]: cluster 2024-04-13T21:41:31.275428+0000 mon.a (mon.0) 155 : cluster 0 monmap e2: 2 mons at {a=[v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0],b=[v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-13T21:41:31.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:31 smithi189 bash[23633]: cluster 2024-04-13T21:41:31.295873+0000 mon.a (mon.0) 156 : cluster 0 fsmap 2024-04-13T21:41:31.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:31 smithi189 bash[23633]: cluster 2024-04-13T21:41:31.295962+0000 mon.a (mon.0) 157 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-04-13T21:41:31.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:31 smithi189 bash[23633]: cluster 2024-04-13T21:41:31.296251+0000 mon.a (mon.0) 158 : cluster 0 mgrmap e13: y(active, since 68s) 2024-04-13T21:41:31.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:31 smithi189 bash[23633]: cluster 2024-04-13T21:41:31.296502+0000 mon.a (mon.0) 159 : cluster 1 overall HEALTH_OK 2024-04-13T21:41:31.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:31 smithi189 bash[23633]: audit 2024-04-13T21:41:31.303364+0000 mon.a (mon.0) 160 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:31.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:31 smithi189 bash[23633]: audit 2024-04-13T21:41:31.310787+0000 mon.a (mon.0) 161 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:31.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:31 smithi189 bash[23633]: audit 2024-04-13T21:41:31.345862+0000 mon.a (mon.0) 162 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:31.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:31 smithi165 bash[21371]: audit 2024-04-13T21:41:26.243759+0000 mon.a (mon.0) 144 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T21:41:31.813 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:31 smithi165 bash[21371]: audit 2024-04-13T21:41:26.243900+0000 mon.a (mon.0) 145 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:41:31.813 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:31 smithi165 bash[21371]: cluster 2024-04-13T21:41:26.244009+0000 mon.a (mon.0) 146 : cluster 1 mon.a calling monitor election 2024-04-13T21:41:31.813 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:31 smithi165 bash[21371]: cluster 2024-04-13T21:41:26.844026+0000 mgr.y (mgr.14152) 48 : cluster 0 pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:31.813 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:31 smithi165 bash[21371]: audit 2024-04-13T21:41:27.241159+0000 mon.a (mon.0) 147 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:41:31.813 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:31 smithi165 bash[21371]: audit 2024-04-13T21:41:28.240794+0000 mon.a (mon.0) 148 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:41:31.813 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:31 smithi165 bash[21371]: cluster 2024-04-13T21:41:28.242864+0000 mon.b (mon.1) 1 : cluster 1 mon.b calling monitor election 2024-04-13T21:41:31.813 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:31 smithi165 bash[21371]: cluster 2024-04-13T21:41:28.844428+0000 mgr.y (mgr.14152) 49 : cluster 0 pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:31.814 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:31 smithi165 bash[21371]: audit 2024-04-13T21:41:29.241928+0000 mon.a (mon.0) 149 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:41:31.814 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:31 smithi165 bash[21371]: audit 2024-04-13T21:41:29.497777+0000 mon.a (mon.0) 150 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:41:31.814 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:31 smithi165 bash[21371]: audit 2024-04-13T21:41:30.241957+0000 mon.a (mon.0) 151 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:41:31.814 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:31 smithi165 bash[21371]: audit 2024-04-13T21:41:30.498704+0000 mon.a (mon.0) 152 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:41:31.814 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:31 smithi165 bash[21371]: audit 2024-04-13T21:41:31.242106+0000 mon.a (mon.0) 153 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:41:31.814 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:31 smithi165 bash[21371]: cluster 2024-04-13T21:41:31.266887+0000 mon.a (mon.0) 154 : cluster 1 mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-13T21:41:31.814 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:31 smithi165 bash[21371]: cluster 2024-04-13T21:41:31.275428+0000 mon.a (mon.0) 155 : cluster 0 monmap e2: 2 mons at {a=[v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0],b=[v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-13T21:41:31.814 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:31 smithi165 bash[21371]: cluster 2024-04-13T21:41:31.295873+0000 mon.a (mon.0) 156 : cluster 0 fsmap 2024-04-13T21:41:31.814 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:31 smithi165 bash[21371]: cluster 2024-04-13T21:41:31.295962+0000 mon.a (mon.0) 157 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-04-13T21:41:31.814 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:31 smithi165 bash[21371]: cluster 2024-04-13T21:41:31.296251+0000 mon.a (mon.0) 158 : cluster 0 mgrmap e13: y(active, since 68s) 2024-04-13T21:41:31.814 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:31 smithi165 bash[21371]: cluster 2024-04-13T21:41:31.296502+0000 mon.a (mon.0) 159 : cluster 1 overall HEALTH_OK 2024-04-13T21:41:31.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:31 smithi165 bash[21371]: audit 2024-04-13T21:41:31.303364+0000 mon.a (mon.0) 160 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:31.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:31 smithi165 bash[21371]: audit 2024-04-13T21:41:31.310787+0000 mon.a (mon.0) 161 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:31.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:31 smithi165 bash[21371]: audit 2024-04-13T21:41:31.345862+0000 mon.a (mon.0) 162 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:32.562 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:41:32 smithi165 bash[21625]: debug 2024-04-13T21:41:32.238+0000 7f466ce9d700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-04-13T21:41:36.813 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[21371]: cluster 2024-04-13T21:41:30.844776+0000 mgr.y (mgr.14152) 50 : cluster 0 pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:36.814 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[21371]: audit 2024-04-13T21:41:31.503365+0000 mon.a (mon.0) 166 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T21:41:36.814 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[21371]: audit 2024-04-13T21:41:31.503653+0000 mon.a (mon.0) 167 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:41:36.814 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[21371]: cluster 2024-04-13T21:41:31.503852+0000 mon.a (mon.0) 168 : cluster 1 mon.a calling monitor election 2024-04-13T21:41:36.814 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[21371]: cluster 2024-04-13T21:41:31.508493+0000 mon.b (mon.1) 2 : cluster 1 mon.b calling monitor election 2024-04-13T21:41:36.814 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[21371]: audit 2024-04-13T21:41:31.523953+0000 mon.a (mon.0) 169 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:41:36.814 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[21371]: audit 2024-04-13T21:41:32.499260+0000 mon.a (mon.0) 170 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:41:36.814 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[21371]: cluster 2024-04-13T21:41:32.845134+0000 mgr.y (mgr.14152) 51 : cluster 0 pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:36.814 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[21371]: audit 2024-04-13T21:41:33.499448+0000 mon.a (mon.0) 171 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:41:36.814 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[21371]: cluster 2024-04-13T21:41:33.501284+0000 mon.c (mon.2) 1 : cluster 1 mon.c calling monitor election 2024-04-13T21:41:36.814 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[21371]: audit 2024-04-13T21:41:34.499674+0000 mon.a (mon.0) 172 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:41:36.814 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[21371]: cluster 2024-04-13T21:41:34.845482+0000 mgr.y (mgr.14152) 52 : cluster 0 pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:36.814 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[21371]: audit 2024-04-13T21:41:35.499540+0000 mon.a (mon.0) 173 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:41:36.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[21371]: audit 2024-04-13T21:41:36.498819+0000 mon.a (mon.0) 174 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:41:36.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[21371]: cluster 2024-04-13T21:41:36.546591+0000 mon.a (mon.0) 175 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-13T21:41:36.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[21371]: cluster 2024-04-13T21:41:36.550745+0000 mon.a (mon.0) 176 : cluster 0 monmap e3: 3 mons at {a=[v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0],b=[v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0],c=[v2:172.21.15.165:3301/0,v1:172.21.15.165:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-13T21:41:36.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[21371]: cluster 2024-04-13T21:41:36.571422+0000 mon.a (mon.0) 177 : cluster 0 fsmap 2024-04-13T21:41:36.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[21371]: cluster 2024-04-13T21:41:36.571459+0000 mon.a (mon.0) 178 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-04-13T21:41:36.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[21371]: cluster 2024-04-13T21:41:36.571640+0000 mon.a (mon.0) 179 : cluster 0 mgrmap e13: y(active, since 73s) 2024-04-13T21:41:36.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[21371]: cluster 2024-04-13T21:41:36.571781+0000 mon.a (mon.0) 180 : cluster 1 overall HEALTH_OK 2024-04-13T21:41:36.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[21371]: audit 2024-04-13T21:41:36.575653+0000 mon.a (mon.0) 181 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:36.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[21371]: audit 2024-04-13T21:41:36.580051+0000 mon.a (mon.0) 182 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:36.815 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: audit 2024-04-13T21:41:26.243759+0000 mon.a (mon.0) 144 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T21:41:36.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: audit 2024-04-13T21:41:26.243900+0000 mon.a (mon.0) 145 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:41:36.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: cluster 2024-04-13T21:41:26.244009+0000 mon.a (mon.0) 146 : cluster 1 mon.a calling monitor election 2024-04-13T21:41:36.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: cluster 2024-04-13T21:41:26.844026+0000 mgr.y (mgr.14152) 48 : cluster 0 pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:36.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: audit 2024-04-13T21:41:27.241159+0000 mon.a (mon.0) 147 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:41:36.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: audit 2024-04-13T21:41:28.240794+0000 mon.a (mon.0) 148 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:41:36.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: cluster 2024-04-13T21:41:28.242864+0000 mon.b (mon.1) 1 : cluster 1 mon.b calling monitor election 2024-04-13T21:41:36.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: cluster 2024-04-13T21:41:28.844428+0000 mgr.y (mgr.14152) 49 : cluster 0 pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:36.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: audit 2024-04-13T21:41:29.241928+0000 mon.a (mon.0) 149 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:41:36.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: audit 2024-04-13T21:41:29.497777+0000 mon.a (mon.0) 150 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:41:36.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: audit 2024-04-13T21:41:30.241957+0000 mon.a (mon.0) 151 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:41:36.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: audit 2024-04-13T21:41:30.498704+0000 mon.a (mon.0) 152 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:41:36.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: audit 2024-04-13T21:41:31.242106+0000 mon.a (mon.0) 153 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:41:36.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: cluster 2024-04-13T21:41:31.266887+0000 mon.a (mon.0) 154 : cluster 1 mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-13T21:41:36.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: cluster 2024-04-13T21:41:31.275428+0000 mon.a (mon.0) 155 : cluster 0 monmap e2: 2 mons at {a=[v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0],b=[v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-13T21:41:36.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: cluster 2024-04-13T21:41:31.295873+0000 mon.a (mon.0) 156 : cluster 0 fsmap 2024-04-13T21:41:36.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: cluster 2024-04-13T21:41:31.295962+0000 mon.a (mon.0) 157 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-04-13T21:41:36.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: cluster 2024-04-13T21:41:31.296251+0000 mon.a (mon.0) 158 : cluster 0 mgrmap e13: y(active, since 68s) 2024-04-13T21:41:36.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: cluster 2024-04-13T21:41:31.296502+0000 mon.a (mon.0) 159 : cluster 1 overall HEALTH_OK 2024-04-13T21:41:36.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: audit 2024-04-13T21:41:31.303364+0000 mon.a (mon.0) 160 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:36.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: audit 2024-04-13T21:41:31.310787+0000 mon.a (mon.0) 161 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:36.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: audit 2024-04-13T21:41:31.345862+0000 mon.a (mon.0) 162 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:36.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[21371]: audit 2024-04-13T21:41:36.583848+0000 mon.a (mon.0) 183 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:36.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[21371]: audit 2024-04-13T21:41:36.587643+0000 mon.a (mon.0) 184 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:36.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[21371]: audit 2024-04-13T21:41:36.591401+0000 mon.a (mon.0) 185 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:36.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: cluster 2024-04-13T21:41:30.844776+0000 mgr.y (mgr.14152) 50 : cluster 0 pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:36.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: audit 2024-04-13T21:41:31.503365+0000 mon.a (mon.0) 166 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T21:41:36.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: audit 2024-04-13T21:41:31.503653+0000 mon.a (mon.0) 167 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:41:36.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: cluster 2024-04-13T21:41:31.503852+0000 mon.a (mon.0) 168 : cluster 1 mon.a calling monitor election 2024-04-13T21:41:36.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: cluster 2024-04-13T21:41:31.508493+0000 mon.b (mon.1) 2 : cluster 1 mon.b calling monitor election 2024-04-13T21:41:36.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: audit 2024-04-13T21:41:31.523953+0000 mon.a (mon.0) 169 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:41:36.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: audit 2024-04-13T21:41:32.499260+0000 mon.a (mon.0) 170 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:41:36.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: cluster 2024-04-13T21:41:32.845134+0000 mgr.y (mgr.14152) 51 : cluster 0 pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:36.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: audit 2024-04-13T21:41:33.499448+0000 mon.a (mon.0) 171 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:41:36.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: cluster 2024-04-13T21:41:33.501284+0000 mon.c (mon.2) 1 : cluster 1 mon.c calling monitor election 2024-04-13T21:41:36.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: audit 2024-04-13T21:41:34.499674+0000 mon.a (mon.0) 172 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:41:36.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: cluster 2024-04-13T21:41:34.845482+0000 mgr.y (mgr.14152) 52 : cluster 0 pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:36.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: audit 2024-04-13T21:41:35.499540+0000 mon.a (mon.0) 173 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:41:36.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: audit 2024-04-13T21:41:36.498819+0000 mon.a (mon.0) 174 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:41:36.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: cluster 2024-04-13T21:41:36.546591+0000 mon.a (mon.0) 175 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-13T21:41:36.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: cluster 2024-04-13T21:41:36.550745+0000 mon.a (mon.0) 176 : cluster 0 monmap e3: 3 mons at {a=[v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0],b=[v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0],c=[v2:172.21.15.165:3301/0,v1:172.21.15.165:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-13T21:41:36.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: cluster 2024-04-13T21:41:36.571422+0000 mon.a (mon.0) 177 : cluster 0 fsmap 2024-04-13T21:41:36.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: cluster 2024-04-13T21:41:36.571459+0000 mon.a (mon.0) 178 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-04-13T21:41:36.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: cluster 2024-04-13T21:41:36.571640+0000 mon.a (mon.0) 179 : cluster 0 mgrmap e13: y(active, since 73s) 2024-04-13T21:41:36.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: cluster 2024-04-13T21:41:36.571781+0000 mon.a (mon.0) 180 : cluster 1 overall HEALTH_OK 2024-04-13T21:41:36.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: audit 2024-04-13T21:41:36.575653+0000 mon.a (mon.0) 181 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:36.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: audit 2024-04-13T21:41:36.580051+0000 mon.a (mon.0) 182 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:36.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: audit 2024-04-13T21:41:36.583848+0000 mon.a (mon.0) 183 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:36.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: audit 2024-04-13T21:41:36.587643+0000 mon.a (mon.0) 184 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:36.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:36 smithi165 bash[31269]: audit 2024-04-13T21:41:36.591401+0000 mon.a (mon.0) 185 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:37.055 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-04-13T21:41:37.056 INFO:teuthology.orchestra.run.smithi189.stdout:{"epoch":3,"fsid":"1c29171c-f9de-11ee-bc8e-c7b262605968","modified":"2024-04-13T21:41:31.499124Z","created":"2024-04-13T21:39:16.237853Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:3300","nonce":0},{"type":"v1","addr":"172.21.15.165:6789","nonce":0}]},"addr":"172.21.15.165:6789/0","public_addr":"172.21.15.165:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:3300","nonce":0},{"type":"v1","addr":"172.21.15.189:6789","nonce":0}]},"addr":"172.21.15.189:6789/0","public_addr":"172.21.15.189:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:3301","nonce":0},{"type":"v1","addr":"172.21.15.165:6790","nonce":0}]},"addr":"172.21.15.165:6790/0","public_addr":"172.21.15.165:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-04-13T21:41:37.058 INFO:teuthology.orchestra.run.smithi189.stderr:dumped monmap epoch 3 2024-04-13T21:41:37.069 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:36 smithi189 bash[23633]: cluster 2024-04-13T21:41:30.844776+0000 mgr.y (mgr.14152) 50 : cluster 0 pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:37.070 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:36 smithi189 bash[23633]: audit 2024-04-13T21:41:31.503365+0000 mon.a (mon.0) 166 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T21:41:37.070 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:36 smithi189 bash[23633]: audit 2024-04-13T21:41:31.503653+0000 mon.a (mon.0) 167 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:41:37.070 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:36 smithi189 bash[23633]: cluster 2024-04-13T21:41:31.503852+0000 mon.a (mon.0) 168 : cluster 1 mon.a calling monitor election 2024-04-13T21:41:37.070 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:36 smithi189 bash[23633]: cluster 2024-04-13T21:41:31.508493+0000 mon.b (mon.1) 2 : cluster 1 mon.b calling monitor election 2024-04-13T21:41:37.070 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:36 smithi189 bash[23633]: audit 2024-04-13T21:41:31.523953+0000 mon.a (mon.0) 169 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:41:37.070 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:36 smithi189 bash[23633]: audit 2024-04-13T21:41:32.499260+0000 mon.a (mon.0) 170 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:41:37.070 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:36 smithi189 bash[23633]: cluster 2024-04-13T21:41:32.845134+0000 mgr.y (mgr.14152) 51 : cluster 0 pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:37.070 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:36 smithi189 bash[23633]: audit 2024-04-13T21:41:33.499448+0000 mon.a (mon.0) 171 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:41:37.070 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:36 smithi189 bash[23633]: cluster 2024-04-13T21:41:33.501284+0000 mon.c (mon.2) 1 : cluster 1 mon.c calling monitor election 2024-04-13T21:41:37.070 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:36 smithi189 bash[23633]: audit 2024-04-13T21:41:34.499674+0000 mon.a (mon.0) 172 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:41:37.070 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:36 smithi189 bash[23633]: cluster 2024-04-13T21:41:34.845482+0000 mgr.y (mgr.14152) 52 : cluster 0 pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:37.070 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:36 smithi189 bash[23633]: audit 2024-04-13T21:41:35.499540+0000 mon.a (mon.0) 173 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:41:37.070 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:36 smithi189 bash[23633]: audit 2024-04-13T21:41:36.498819+0000 mon.a (mon.0) 174 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:41:37.071 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:36 smithi189 bash[23633]: cluster 2024-04-13T21:41:36.546591+0000 mon.a (mon.0) 175 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-13T21:41:37.071 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:36 smithi189 bash[23633]: cluster 2024-04-13T21:41:36.550745+0000 mon.a (mon.0) 176 : cluster 0 monmap e3: 3 mons at {a=[v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0],b=[v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0],c=[v2:172.21.15.165:3301/0,v1:172.21.15.165:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-13T21:41:37.071 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:36 smithi189 bash[23633]: cluster 2024-04-13T21:41:36.571422+0000 mon.a (mon.0) 177 : cluster 0 fsmap 2024-04-13T21:41:37.071 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:36 smithi189 bash[23633]: cluster 2024-04-13T21:41:36.571459+0000 mon.a (mon.0) 178 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-04-13T21:41:37.071 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:36 smithi189 bash[23633]: cluster 2024-04-13T21:41:36.571640+0000 mon.a (mon.0) 179 : cluster 0 mgrmap e13: y(active, since 73s) 2024-04-13T21:41:37.071 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:36 smithi189 bash[23633]: cluster 2024-04-13T21:41:36.571781+0000 mon.a (mon.0) 180 : cluster 1 overall HEALTH_OK 2024-04-13T21:41:37.071 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:36 smithi189 bash[23633]: audit 2024-04-13T21:41:36.575653+0000 mon.a (mon.0) 181 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:37.071 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:36 smithi189 bash[23633]: audit 2024-04-13T21:41:36.580051+0000 mon.a (mon.0) 182 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:37.071 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:36 smithi189 bash[23633]: audit 2024-04-13T21:41:36.583848+0000 mon.a (mon.0) 183 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:37.071 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:36 smithi189 bash[23633]: audit 2024-04-13T21:41:36.587643+0000 mon.a (mon.0) 184 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:37.071 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:36 smithi189 bash[23633]: audit 2024-04-13T21:41:36.591401+0000 mon.a (mon.0) 185 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:37.729 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-13T21:41:37.730 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph config generate-minimal-conf 2024-04-13T21:41:38.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:37 smithi165 bash[21371]: audit 2024-04-13T21:41:37.063979+0000 mon.a (mon.0) 186 : audit 0 from='client.? 172.21.15.189:0/3715173683' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-13T21:41:38.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:37 smithi165 bash[21371]: audit 2024-04-13T21:41:37.070759+0000 mon.a (mon.0) 187 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:41:38.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:37 smithi165 bash[21371]: audit 2024-04-13T21:41:37.072434+0000 mon.a (mon.0) 188 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:41:38.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:37 smithi165 bash[21371]: audit 2024-04-13T21:41:37.361039+0000 mon.a (mon.0) 189 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:38.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:37 smithi165 bash[21371]: audit 2024-04-13T21:41:37.366522+0000 mon.a (mon.0) 190 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:38.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:37 smithi165 bash[21371]: audit 2024-04-13T21:41:37.463104+0000 mon.a (mon.0) 191 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:38.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:37 smithi165 bash[21371]: audit 2024-04-13T21:41:37.470825+0000 mon.a (mon.0) 192 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:38.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:37 smithi165 bash[21371]: audit 2024-04-13T21:41:37.478053+0000 mon.a (mon.0) 193 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:38.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:37 smithi165 bash[21371]: audit 2024-04-13T21:41:37.499643+0000 mon.a (mon.0) 194 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:41:38.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:37 smithi165 bash[21371]: audit 2024-04-13T21:41:37.550401+0000 mon.a (mon.0) 195 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:38.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:37 smithi165 bash[21371]: audit 2024-04-13T21:41:37.557595+0000 mon.a (mon.0) 196 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:38.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:37 smithi165 bash[21371]: audit 2024-04-13T21:41:37.563116+0000 mon.a (mon.0) 197 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:38.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:37 smithi165 bash[21371]: audit 2024-04-13T21:41:37.568701+0000 mon.a (mon.0) 198 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:38.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:37 smithi165 bash[21371]: audit 2024-04-13T21:41:37.569802+0000 mon.a (mon.0) 199 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T21:41:38.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:37 smithi165 bash[21371]: audit 2024-04-13T21:41:37.570907+0000 mon.a (mon.0) 200 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T21:41:38.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:37 smithi165 bash[21371]: audit 2024-04-13T21:41:37.572078+0000 mon.a (mon.0) 201 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:41:38.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:37 smithi165 bash[31269]: audit 2024-04-13T21:41:37.063979+0000 mon.a (mon.0) 186 : audit 0 from='client.? 172.21.15.189:0/3715173683' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-13T21:41:38.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:37 smithi165 bash[31269]: audit 2024-04-13T21:41:37.070759+0000 mon.a (mon.0) 187 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:41:38.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:37 smithi165 bash[31269]: audit 2024-04-13T21:41:37.072434+0000 mon.a (mon.0) 188 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:41:38.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:37 smithi165 bash[31269]: audit 2024-04-13T21:41:37.361039+0000 mon.a (mon.0) 189 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:38.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:37 smithi165 bash[31269]: audit 2024-04-13T21:41:37.366522+0000 mon.a (mon.0) 190 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:38.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:37 smithi165 bash[31269]: audit 2024-04-13T21:41:37.463104+0000 mon.a (mon.0) 191 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:38.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:37 smithi165 bash[31269]: audit 2024-04-13T21:41:37.470825+0000 mon.a (mon.0) 192 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:38.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:37 smithi165 bash[31269]: audit 2024-04-13T21:41:37.478053+0000 mon.a (mon.0) 193 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:38.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:37 smithi165 bash[31269]: audit 2024-04-13T21:41:37.499643+0000 mon.a (mon.0) 194 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:41:38.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:37 smithi165 bash[31269]: audit 2024-04-13T21:41:37.550401+0000 mon.a (mon.0) 195 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:38.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:37 smithi165 bash[31269]: audit 2024-04-13T21:41:37.557595+0000 mon.a (mon.0) 196 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:38.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:37 smithi165 bash[31269]: audit 2024-04-13T21:41:37.563116+0000 mon.a (mon.0) 197 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:38.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:37 smithi165 bash[31269]: audit 2024-04-13T21:41:37.568701+0000 mon.a (mon.0) 198 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:38.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:37 smithi165 bash[31269]: audit 2024-04-13T21:41:37.569802+0000 mon.a (mon.0) 199 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T21:41:38.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:37 smithi165 bash[31269]: audit 2024-04-13T21:41:37.570907+0000 mon.a (mon.0) 200 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T21:41:38.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:37 smithi165 bash[31269]: audit 2024-04-13T21:41:37.572078+0000 mon.a (mon.0) 201 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:41:38.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:37 smithi189 bash[23633]: audit 2024-04-13T21:41:37.063979+0000 mon.a (mon.0) 186 : audit 0 from='client.? 172.21.15.189:0/3715173683' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-13T21:41:38.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:37 smithi189 bash[23633]: audit 2024-04-13T21:41:37.070759+0000 mon.a (mon.0) 187 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:41:38.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:37 smithi189 bash[23633]: audit 2024-04-13T21:41:37.072434+0000 mon.a (mon.0) 188 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:41:38.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:37 smithi189 bash[23633]: audit 2024-04-13T21:41:37.361039+0000 mon.a (mon.0) 189 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:38.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:37 smithi189 bash[23633]: audit 2024-04-13T21:41:37.366522+0000 mon.a (mon.0) 190 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:38.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:37 smithi189 bash[23633]: audit 2024-04-13T21:41:37.463104+0000 mon.a (mon.0) 191 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:38.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:37 smithi189 bash[23633]: audit 2024-04-13T21:41:37.470825+0000 mon.a (mon.0) 192 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:38.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:37 smithi189 bash[23633]: audit 2024-04-13T21:41:37.478053+0000 mon.a (mon.0) 193 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:38.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:37 smithi189 bash[23633]: audit 2024-04-13T21:41:37.499643+0000 mon.a (mon.0) 194 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:41:38.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:37 smithi189 bash[23633]: audit 2024-04-13T21:41:37.550401+0000 mon.a (mon.0) 195 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:38.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:37 smithi189 bash[23633]: audit 2024-04-13T21:41:37.557595+0000 mon.a (mon.0) 196 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:38.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:37 smithi189 bash[23633]: audit 2024-04-13T21:41:37.563116+0000 mon.a (mon.0) 197 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:38.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:37 smithi189 bash[23633]: audit 2024-04-13T21:41:37.568701+0000 mon.a (mon.0) 198 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:38.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:37 smithi189 bash[23633]: audit 2024-04-13T21:41:37.569802+0000 mon.a (mon.0) 199 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T21:41:38.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:37 smithi189 bash[23633]: audit 2024-04-13T21:41:37.570907+0000 mon.a (mon.0) 200 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T21:41:38.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:37 smithi189 bash[23633]: audit 2024-04-13T21:41:37.572078+0000 mon.a (mon.0) 201 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:41:38.812 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:41:38 smithi165 bash[21625]: debug 2024-04-13T21:41:38.498+0000 7f466ce9d700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-04-13T21:41:38.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:38 smithi165 bash[31269]: cluster 2024-04-13T21:41:36.845811+0000 mgr.y (mgr.14152) 53 : cluster 0 pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:38.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:38 smithi165 bash[31269]: cephadm 2024-04-13T21:41:37.074692+0000 mgr.y (mgr.14152) 54 : cephadm 1 Updating smithi165:/etc/ceph/ceph.conf 2024-04-13T21:41:38.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:38 smithi165 bash[31269]: cephadm 2024-04-13T21:41:37.075102+0000 mgr.y (mgr.14152) 55 : cephadm 1 Updating smithi189:/etc/ceph/ceph.conf 2024-04-13T21:41:38.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:38 smithi165 bash[31269]: cephadm 2024-04-13T21:41:37.240818+0000 mgr.y (mgr.14152) 56 : cephadm 1 Updating smithi189:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.conf 2024-04-13T21:41:38.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:38 smithi165 bash[31269]: cephadm 2024-04-13T21:41:37.291518+0000 mgr.y (mgr.14152) 57 : cephadm 1 Updating smithi165:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.conf 2024-04-13T21:41:38.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:38 smithi165 bash[31269]: cephadm 2024-04-13T21:41:37.569382+0000 mgr.y (mgr.14152) 58 : cephadm 1 Reconfiguring mon.a (unknown last config time)... 2024-04-13T21:41:38.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:38 smithi165 bash[31269]: cephadm 2024-04-13T21:41:37.573604+0000 mgr.y (mgr.14152) 59 : cephadm 1 Reconfiguring daemon mon.a on smithi165 2024-04-13T21:41:38.813 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:38 smithi165 bash[21371]: cluster 2024-04-13T21:41:36.845811+0000 mgr.y (mgr.14152) 53 : cluster 0 pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:38.813 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:38 smithi165 bash[21371]: cephadm 2024-04-13T21:41:37.074692+0000 mgr.y (mgr.14152) 54 : cephadm 1 Updating smithi165:/etc/ceph/ceph.conf 2024-04-13T21:41:38.813 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:38 smithi165 bash[21371]: cephadm 2024-04-13T21:41:37.075102+0000 mgr.y (mgr.14152) 55 : cephadm 1 Updating smithi189:/etc/ceph/ceph.conf 2024-04-13T21:41:38.813 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:38 smithi165 bash[21371]: cephadm 2024-04-13T21:41:37.240818+0000 mgr.y (mgr.14152) 56 : cephadm 1 Updating smithi189:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.conf 2024-04-13T21:41:38.813 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:38 smithi165 bash[21371]: cephadm 2024-04-13T21:41:37.291518+0000 mgr.y (mgr.14152) 57 : cephadm 1 Updating smithi165:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.conf 2024-04-13T21:41:38.814 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:38 smithi165 bash[21371]: cephadm 2024-04-13T21:41:37.569382+0000 mgr.y (mgr.14152) 58 : cephadm 1 Reconfiguring mon.a (unknown last config time)... 2024-04-13T21:41:38.814 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:38 smithi165 bash[21371]: cephadm 2024-04-13T21:41:37.573604+0000 mgr.y (mgr.14152) 59 : cephadm 1 Reconfiguring daemon mon.a on smithi165 2024-04-13T21:41:39.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:38 smithi189 bash[23633]: cluster 2024-04-13T21:41:36.845811+0000 mgr.y (mgr.14152) 53 : cluster 0 pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:39.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:38 smithi189 bash[23633]: cephadm 2024-04-13T21:41:37.074692+0000 mgr.y (mgr.14152) 54 : cephadm 1 Updating smithi165:/etc/ceph/ceph.conf 2024-04-13T21:41:39.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:38 smithi189 bash[23633]: cephadm 2024-04-13T21:41:37.075102+0000 mgr.y (mgr.14152) 55 : cephadm 1 Updating smithi189:/etc/ceph/ceph.conf 2024-04-13T21:41:39.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:38 smithi189 bash[23633]: cephadm 2024-04-13T21:41:37.240818+0000 mgr.y (mgr.14152) 56 : cephadm 1 Updating smithi189:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.conf 2024-04-13T21:41:39.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:38 smithi189 bash[23633]: cephadm 2024-04-13T21:41:37.291518+0000 mgr.y (mgr.14152) 57 : cephadm 1 Updating smithi165:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.conf 2024-04-13T21:41:39.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:38 smithi189 bash[23633]: cephadm 2024-04-13T21:41:37.569382+0000 mgr.y (mgr.14152) 58 : cephadm 1 Reconfiguring mon.a (unknown last config time)... 2024-04-13T21:41:39.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:38 smithi189 bash[23633]: cephadm 2024-04-13T21:41:37.573604+0000 mgr.y (mgr.14152) 59 : cephadm 1 Reconfiguring daemon mon.a on smithi165 2024-04-13T21:41:40.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:40 smithi189 bash[23633]: cluster 2024-04-13T21:41:38.846206+0000 mgr.y (mgr.14152) 60 : cluster 0 pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:40.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:40 smithi189 bash[23633]: audit 2024-04-13T21:41:39.595328+0000 mon.a (mon.0) 202 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:40.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:40 smithi189 bash[23633]: audit 2024-04-13T21:41:39.601872+0000 mon.a (mon.0) 203 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:40.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:40 smithi189 bash[23633]: cephadm 2024-04-13T21:41:39.642004+0000 mgr.y (mgr.14152) 61 : cephadm 1 Reconfiguring mon.c (monmap changed)... 2024-04-13T21:41:40.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:40 smithi189 bash[23633]: audit 2024-04-13T21:41:39.642612+0000 mon.a (mon.0) 204 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T21:41:40.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:40 smithi189 bash[23633]: audit 2024-04-13T21:41:39.647467+0000 mon.a (mon.0) 205 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T21:41:40.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:40 smithi189 bash[23633]: audit 2024-04-13T21:41:39.649413+0000 mon.a (mon.0) 206 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:41:40.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:40 smithi189 bash[23633]: cephadm 2024-04-13T21:41:39.651392+0000 mgr.y (mgr.14152) 62 : cephadm 1 Reconfiguring daemon mon.c on smithi165 2024-04-13T21:41:40.974 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:40 smithi165 bash[21371]: cluster 2024-04-13T21:41:38.846206+0000 mgr.y (mgr.14152) 60 : cluster 0 pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:40.974 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:40 smithi165 bash[21371]: audit 2024-04-13T21:41:39.595328+0000 mon.a (mon.0) 202 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:40.974 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:40 smithi165 bash[21371]: audit 2024-04-13T21:41:39.601872+0000 mon.a (mon.0) 203 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:40.974 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:40 smithi165 bash[21371]: cephadm 2024-04-13T21:41:39.642004+0000 mgr.y (mgr.14152) 61 : cephadm 1 Reconfiguring mon.c (monmap changed)... 2024-04-13T21:41:40.974 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:40 smithi165 bash[21371]: audit 2024-04-13T21:41:39.642612+0000 mon.a (mon.0) 204 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T21:41:40.975 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:40 smithi165 bash[21371]: audit 2024-04-13T21:41:39.647467+0000 mon.a (mon.0) 205 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T21:41:40.975 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:40 smithi165 bash[21371]: audit 2024-04-13T21:41:39.649413+0000 mon.a (mon.0) 206 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:41:40.975 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:40 smithi165 bash[21371]: cephadm 2024-04-13T21:41:39.651392+0000 mgr.y (mgr.14152) 62 : cephadm 1 Reconfiguring daemon mon.c on smithi165 2024-04-13T21:41:40.975 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:40 smithi165 bash[31269]: cluster 2024-04-13T21:41:38.846206+0000 mgr.y (mgr.14152) 60 : cluster 0 pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:40.976 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:40 smithi165 bash[31269]: audit 2024-04-13T21:41:39.595328+0000 mon.a (mon.0) 202 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:40.976 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:40 smithi165 bash[31269]: audit 2024-04-13T21:41:39.601872+0000 mon.a (mon.0) 203 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:40.976 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:40 smithi165 bash[31269]: cephadm 2024-04-13T21:41:39.642004+0000 mgr.y (mgr.14152) 61 : cephadm 1 Reconfiguring mon.c (monmap changed)... 2024-04-13T21:41:40.976 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:40 smithi165 bash[31269]: audit 2024-04-13T21:41:39.642612+0000 mon.a (mon.0) 204 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T21:41:40.976 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:40 smithi165 bash[31269]: audit 2024-04-13T21:41:39.647467+0000 mon.a (mon.0) 205 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T21:41:40.976 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:40 smithi165 bash[31269]: audit 2024-04-13T21:41:39.649413+0000 mon.a (mon.0) 206 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:41:40.977 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:40 smithi165 bash[31269]: cephadm 2024-04-13T21:41:39.651392+0000 mgr.y (mgr.14152) 62 : cephadm 1 Reconfiguring daemon mon.c on smithi165 2024-04-13T21:41:42.392 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:41:42.548 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:42 smithi189 bash[23633]: cluster 2024-04-13T21:41:40.846637+0000 mgr.y (mgr.14152) 63 : cluster 0 pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:42.548 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:42 smithi189 bash[23633]: audit 2024-04-13T21:41:41.429547+0000 mon.a (mon.0) 207 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:42.549 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:42 smithi189 bash[23633]: audit 2024-04-13T21:41:41.437087+0000 mon.a (mon.0) 208 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:42.549 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:42 smithi189 bash[23633]: cephadm 2024-04-13T21:41:41.469816+0000 mgr.y (mgr.14152) 64 : cephadm 1 Reconfiguring mon.b (monmap changed)... 2024-04-13T21:41:42.549 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:42 smithi189 bash[23633]: audit 2024-04-13T21:41:41.470291+0000 mon.a (mon.0) 209 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T21:41:42.549 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:42 smithi189 bash[23633]: audit 2024-04-13T21:41:41.471713+0000 mon.a (mon.0) 210 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T21:41:42.549 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:42 smithi189 bash[23633]: audit 2024-04-13T21:41:41.472926+0000 mon.a (mon.0) 211 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:41:42.549 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:42 smithi189 bash[23633]: cephadm 2024-04-13T21:41:41.474183+0000 mgr.y (mgr.14152) 65 : cephadm 1 Reconfiguring daemon mon.b on smithi189 2024-04-13T21:41:42.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:42 smithi165 bash[21371]: cluster 2024-04-13T21:41:40.846637+0000 mgr.y (mgr.14152) 63 : cluster 0 pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:42.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:42 smithi165 bash[21371]: audit 2024-04-13T21:41:41.429547+0000 mon.a (mon.0) 207 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:42.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:42 smithi165 bash[21371]: audit 2024-04-13T21:41:41.437087+0000 mon.a (mon.0) 208 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:42.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:42 smithi165 bash[21371]: cephadm 2024-04-13T21:41:41.469816+0000 mgr.y (mgr.14152) 64 : cephadm 1 Reconfiguring mon.b (monmap changed)... 2024-04-13T21:41:42.813 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:42 smithi165 bash[21371]: audit 2024-04-13T21:41:41.470291+0000 mon.a (mon.0) 209 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T21:41:42.813 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:42 smithi165 bash[21371]: audit 2024-04-13T21:41:41.471713+0000 mon.a (mon.0) 210 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T21:41:42.813 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:42 smithi165 bash[21371]: audit 2024-04-13T21:41:41.472926+0000 mon.a (mon.0) 211 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:41:42.813 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:42 smithi165 bash[21371]: cephadm 2024-04-13T21:41:41.474183+0000 mgr.y (mgr.14152) 65 : cephadm 1 Reconfiguring daemon mon.b on smithi189 2024-04-13T21:41:42.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:42 smithi165 bash[31269]: cluster 2024-04-13T21:41:40.846637+0000 mgr.y (mgr.14152) 63 : cluster 0 pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:42.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:42 smithi165 bash[31269]: audit 2024-04-13T21:41:41.429547+0000 mon.a (mon.0) 207 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:42.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:42 smithi165 bash[31269]: audit 2024-04-13T21:41:41.437087+0000 mon.a (mon.0) 208 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:42.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:42 smithi165 bash[31269]: cephadm 2024-04-13T21:41:41.469816+0000 mgr.y (mgr.14152) 64 : cephadm 1 Reconfiguring mon.b (monmap changed)... 2024-04-13T21:41:42.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:42 smithi165 bash[31269]: audit 2024-04-13T21:41:41.470291+0000 mon.a (mon.0) 209 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T21:41:42.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:42 smithi165 bash[31269]: audit 2024-04-13T21:41:41.471713+0000 mon.a (mon.0) 210 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T21:41:42.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:42 smithi165 bash[31269]: audit 2024-04-13T21:41:41.472926+0000 mon.a (mon.0) 211 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:41:42.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:42 smithi165 bash[31269]: cephadm 2024-04-13T21:41:41.474183+0000 mgr.y (mgr.14152) 65 : cephadm 1 Reconfiguring daemon mon.b on smithi189 2024-04-13T21:41:44.525 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:44 smithi165 bash[31269]: cluster 2024-04-13T21:41:42.847061+0000 mgr.y (mgr.14152) 66 : cluster 0 pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:44.525 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:44 smithi165 bash[31269]: audit 2024-04-13T21:41:43.209009+0000 mon.a (mon.0) 212 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:44.525 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:44 smithi165 bash[31269]: audit 2024-04-13T21:41:43.215021+0000 mon.a (mon.0) 213 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:44.525 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:44 smithi165 bash[31269]: audit 2024-04-13T21:41:43.243285+0000 mon.a (mon.0) 214 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:41:44.525 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:44 smithi165 bash[31269]: audit 2024-04-13T21:41:43.245142+0000 mon.a (mon.0) 215 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:41:44.525 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:44 smithi165 bash[31269]: audit 2024-04-13T21:41:43.245907+0000 mon.a (mon.0) 216 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:41:44.525 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:44 smithi165 bash[31269]: audit 2024-04-13T21:41:43.253306+0000 mon.a (mon.0) 217 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:44.526 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:44 smithi165 bash[21371]: cluster 2024-04-13T21:41:42.847061+0000 mgr.y (mgr.14152) 66 : cluster 0 pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:44.526 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:44 smithi165 bash[21371]: audit 2024-04-13T21:41:43.209009+0000 mon.a (mon.0) 212 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:44.526 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:44 smithi165 bash[21371]: audit 2024-04-13T21:41:43.215021+0000 mon.a (mon.0) 213 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:44.526 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:44 smithi165 bash[21371]: audit 2024-04-13T21:41:43.243285+0000 mon.a (mon.0) 214 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:41:44.526 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:44 smithi165 bash[21371]: audit 2024-04-13T21:41:43.245142+0000 mon.a (mon.0) 215 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:41:44.526 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:44 smithi165 bash[21371]: audit 2024-04-13T21:41:43.245907+0000 mon.a (mon.0) 216 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:41:44.526 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:44 smithi165 bash[21371]: audit 2024-04-13T21:41:43.253306+0000 mon.a (mon.0) 217 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:44.593 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:44 smithi189 bash[23633]: cluster 2024-04-13T21:41:42.847061+0000 mgr.y (mgr.14152) 66 : cluster 0 pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:44.593 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:44 smithi189 bash[23633]: audit 2024-04-13T21:41:43.209009+0000 mon.a (mon.0) 212 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:44.593 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:44 smithi189 bash[23633]: audit 2024-04-13T21:41:43.215021+0000 mon.a (mon.0) 213 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:44.593 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:44 smithi189 bash[23633]: audit 2024-04-13T21:41:43.243285+0000 mon.a (mon.0) 214 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:41:44.594 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:44 smithi189 bash[23633]: audit 2024-04-13T21:41:43.245142+0000 mon.a (mon.0) 215 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:41:44.594 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:44 smithi189 bash[23633]: audit 2024-04-13T21:41:43.245907+0000 mon.a (mon.0) 216 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:41:44.594 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:44 smithi189 bash[23633]: audit 2024-04-13T21:41:43.253306+0000 mon.a (mon.0) 217 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:44.895 INFO:teuthology.orchestra.run.smithi165.stdout:# minimal ceph.conf for 1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T21:41:44.895 INFO:teuthology.orchestra.run.smithi165.stdout:[global] 2024-04-13T21:41:44.895 INFO:teuthology.orchestra.run.smithi165.stdout: fsid = 1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T21:41:44.895 INFO:teuthology.orchestra.run.smithi165.stdout: mon_host = [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] [v2:172.21.15.165:3301/0,v1:172.21.15.165:6790/0] 2024-04-13T21:41:45.533 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:45 smithi165 bash[21371]: audit 2024-04-13T21:41:44.903940+0000 mon.a (mon.0) 218 : audit 0 from='client.? 172.21.15.165:0/1556428843' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:41:45.533 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:45 smithi165 bash[31269]: audit 2024-04-13T21:41:44.903940+0000 mon.a (mon.0) 218 : audit 0 from='client.? 172.21.15.165:0/1556428843' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:41:45.534 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-13T21:41:45.535 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-04-13T21:41:45.535 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd of=/etc/ceph/ceph.conf 2024-04-13T21:41:45.548 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-04-13T21:41:45.548 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-13T21:41:45.593 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:45 smithi189 bash[23633]: audit 2024-04-13T21:41:44.903940+0000 mon.a (mon.0) 218 : audit 0 from='client.? 172.21.15.165:0/1556428843' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:41:45.601 DEBUG:teuthology.orchestra.run.smithi189:> set -ex 2024-04-13T21:41:45.601 DEBUG:teuthology.orchestra.run.smithi189:> sudo dd of=/etc/ceph/ceph.conf 2024-04-13T21:41:45.617 DEBUG:teuthology.orchestra.run.smithi189:> set -ex 2024-04-13T21:41:45.617 DEBUG:teuthology.orchestra.run.smithi189:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-13T21:41:45.672 INFO:tasks.cephadm:Adding mgr.y on smithi165 2024-04-13T21:41:45.672 INFO:tasks.cephadm:Adding mgr.x on smithi189 2024-04-13T21:41:45.672 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph orch apply mgr '2;smithi165=y;smithi189=x' 2024-04-13T21:41:46.562 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:46 smithi165 bash[21371]: cluster 2024-04-13T21:41:44.847448+0000 mgr.y (mgr.14152) 67 : cluster 0 pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:46.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:46 smithi165 bash[31269]: cluster 2024-04-13T21:41:44.847448+0000 mgr.y (mgr.14152) 67 : cluster 0 pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:46.593 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:46 smithi189 bash[23633]: cluster 2024-04-13T21:41:44.847448+0000 mgr.y (mgr.14152) 67 : cluster 0 pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:48.562 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:48 smithi165 bash[21371]: cluster 2024-04-13T21:41:46.847864+0000 mgr.y (mgr.14152) 68 : cluster 0 pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:48.565 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:48 smithi165 bash[31269]: cluster 2024-04-13T21:41:46.847864+0000 mgr.y (mgr.14152) 68 : cluster 0 pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:48.593 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:48 smithi189 bash[23633]: cluster 2024-04-13T21:41:46.847864+0000 mgr.y (mgr.14152) 68 : cluster 0 pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:49.368 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.b/config 2024-04-13T21:41:50.519 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:50 smithi189 bash[23633]: cluster 2024-04-13T21:41:48.848235+0000 mgr.y (mgr.14152) 69 : cluster 0 pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:50.562 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:50 smithi165 bash[21371]: cluster 2024-04-13T21:41:48.848235+0000 mgr.y (mgr.14152) 69 : cluster 0 pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:50.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:50 smithi165 bash[31269]: cluster 2024-04-13T21:41:48.848235+0000 mgr.y (mgr.14152) 69 : cluster 0 pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:51.927 INFO:teuthology.orchestra.run.smithi189.stdout:Scheduled mgr update... 2024-04-13T21:41:52.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:52 smithi165 bash[31269]: cluster 2024-04-13T21:41:50.848593+0000 mgr.y (mgr.14152) 70 : cluster 0 pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:52.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:52 smithi165 bash[31269]: audit 2024-04-13T21:41:51.935620+0000 mon.a (mon.0) 219 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:52.563 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:52 smithi165 bash[31269]: audit 2024-04-13T21:41:51.939845+0000 mon.a (mon.0) 220 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:41:52.563 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:52 smithi165 bash[31269]: audit 2024-04-13T21:41:51.943319+0000 mon.a (mon.0) 221 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:41:52.563 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:52 smithi165 bash[31269]: audit 2024-04-13T21:41:51.945244+0000 mon.a (mon.0) 222 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:41:52.563 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:52 smithi165 bash[31269]: audit 2024-04-13T21:41:51.954332+0000 mon.a (mon.0) 223 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:52.563 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:52 smithi165 bash[31269]: audit 2024-04-13T21:41:51.957385+0000 mon.a (mon.0) 224 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T21:41:52.563 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:52 smithi165 bash[31269]: audit 2024-04-13T21:41:51.962905+0000 mon.a (mon.0) 225 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-13T21:41:52.563 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:52 smithi165 bash[31269]: audit 2024-04-13T21:41:51.964761+0000 mon.a (mon.0) 226 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T21:41:52.563 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:52 smithi165 bash[31269]: audit 2024-04-13T21:41:51.966665+0000 mon.a (mon.0) 227 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:41:52.563 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:52 smithi165 bash[21371]: cluster 2024-04-13T21:41:50.848593+0000 mgr.y (mgr.14152) 70 : cluster 0 pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:52.563 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:52 smithi165 bash[21371]: audit 2024-04-13T21:41:51.935620+0000 mon.a (mon.0) 219 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:52.564 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:52 smithi165 bash[21371]: audit 2024-04-13T21:41:51.939845+0000 mon.a (mon.0) 220 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:41:52.564 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:52 smithi165 bash[21371]: audit 2024-04-13T21:41:51.943319+0000 mon.a (mon.0) 221 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:41:52.564 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:52 smithi165 bash[21371]: audit 2024-04-13T21:41:51.945244+0000 mon.a (mon.0) 222 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:41:52.564 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:52 smithi165 bash[21371]: audit 2024-04-13T21:41:51.954332+0000 mon.a (mon.0) 223 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:52.564 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:52 smithi165 bash[21371]: audit 2024-04-13T21:41:51.957385+0000 mon.a (mon.0) 224 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T21:41:52.564 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:52 smithi165 bash[21371]: audit 2024-04-13T21:41:51.962905+0000 mon.a (mon.0) 225 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-13T21:41:52.564 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:52 smithi165 bash[21371]: audit 2024-04-13T21:41:51.964761+0000 mon.a (mon.0) 226 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T21:41:52.564 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:52 smithi165 bash[21371]: audit 2024-04-13T21:41:51.966665+0000 mon.a (mon.0) 227 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:41:52.593 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:52 smithi189 bash[23633]: cluster 2024-04-13T21:41:50.848593+0000 mgr.y (mgr.14152) 70 : cluster 0 pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:52.593 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:52 smithi189 bash[23633]: audit 2024-04-13T21:41:51.935620+0000 mon.a (mon.0) 219 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:52.593 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:52 smithi189 bash[23633]: audit 2024-04-13T21:41:51.939845+0000 mon.a (mon.0) 220 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:41:52.593 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:52 smithi189 bash[23633]: audit 2024-04-13T21:41:51.943319+0000 mon.a (mon.0) 221 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:41:52.593 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:52 smithi189 bash[23633]: audit 2024-04-13T21:41:51.945244+0000 mon.a (mon.0) 222 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:41:52.594 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:52 smithi189 bash[23633]: audit 2024-04-13T21:41:51.954332+0000 mon.a (mon.0) 223 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:52.594 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:52 smithi189 bash[23633]: audit 2024-04-13T21:41:51.957385+0000 mon.a (mon.0) 224 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T21:41:52.594 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:52 smithi189 bash[23633]: audit 2024-04-13T21:41:51.962905+0000 mon.a (mon.0) 225 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-13T21:41:52.594 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:52 smithi189 bash[23633]: audit 2024-04-13T21:41:51.964761+0000 mon.a (mon.0) 226 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T21:41:52.594 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:52 smithi189 bash[23633]: audit 2024-04-13T21:41:51.966665+0000 mon.a (mon.0) 227 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:41:52.923 DEBUG:teuthology.orchestra.run.smithi189:mgr.x> sudo journalctl -f -n 0 -u ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@mgr.x.service 2024-04-13T21:41:52.925 INFO:tasks.cephadm:Deploying OSDs... 2024-04-13T21:41:52.926 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-04-13T21:41:52.926 DEBUG:teuthology.orchestra.run.smithi165:> dd if=/scratch_devs of=/dev/stdout 2024-04-13T21:41:52.932 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-13T21:41:52.932 DEBUG:teuthology.orchestra.run.smithi165:> stat /dev/vg_nvme/lv_1 2024-04-13T21:41:52.978 INFO:teuthology.orchestra.run.smithi165.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-13T21:41:52.978 INFO:teuthology.orchestra.run.smithi165.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-13T21:41:52.979 INFO:teuthology.orchestra.run.smithi165.stdout:Device: 5h/5d Inode: 889 Links: 1 2024-04-13T21:41:52.979 INFO:teuthology.orchestra.run.smithi165.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-13T21:41:52.979 INFO:teuthology.orchestra.run.smithi165.stdout:Access: 2024-04-13 21:32:44.626556795 +0000 2024-04-13T21:41:52.979 INFO:teuthology.orchestra.run.smithi165.stdout:Modify: 2024-04-13 21:32:44.622556831 +0000 2024-04-13T21:41:52.979 INFO:teuthology.orchestra.run.smithi165.stdout:Change: 2024-04-13 21:32:44.622556831 +0000 2024-04-13T21:41:52.979 INFO:teuthology.orchestra.run.smithi165.stdout: Birth: - 2024-04-13T21:41:52.979 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-13T21:41:53.033 INFO:teuthology.orchestra.run.smithi165.stderr:1+0 records in 2024-04-13T21:41:53.033 INFO:teuthology.orchestra.run.smithi165.stderr:1+0 records out 2024-04-13T21:41:53.033 INFO:teuthology.orchestra.run.smithi165.stderr:512 bytes copied, 0.000383211 s, 1.3 MB/s 2024-04-13T21:41:53.034 DEBUG:teuthology.orchestra.run.smithi165:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-13T21:41:53.084 DEBUG:teuthology.orchestra.run.smithi165:> stat /dev/vg_nvme/lv_2 2024-04-13T21:41:53.130 INFO:teuthology.orchestra.run.smithi165.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-13T21:41:53.130 INFO:teuthology.orchestra.run.smithi165.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-13T21:41:53.130 INFO:teuthology.orchestra.run.smithi165.stdout:Device: 5h/5d Inode: 906 Links: 1 2024-04-13T21:41:53.130 INFO:teuthology.orchestra.run.smithi165.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-13T21:41:53.131 INFO:teuthology.orchestra.run.smithi165.stdout:Access: 2024-04-13 21:32:45.406549828 +0000 2024-04-13T21:41:53.131 INFO:teuthology.orchestra.run.smithi165.stdout:Modify: 2024-04-13 21:32:45.150552114 +0000 2024-04-13T21:41:53.131 INFO:teuthology.orchestra.run.smithi165.stdout:Change: 2024-04-13 21:32:45.150552114 +0000 2024-04-13T21:41:53.131 INFO:teuthology.orchestra.run.smithi165.stdout: Birth: - 2024-04-13T21:41:53.131 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-13T21:41:53.185 INFO:teuthology.orchestra.run.smithi165.stderr:1+0 records in 2024-04-13T21:41:53.185 INFO:teuthology.orchestra.run.smithi165.stderr:1+0 records out 2024-04-13T21:41:53.185 INFO:teuthology.orchestra.run.smithi165.stderr:512 bytes copied, 0.000403114 s, 1.3 MB/s 2024-04-13T21:41:53.186 DEBUG:teuthology.orchestra.run.smithi165:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-13T21:41:53.235 DEBUG:teuthology.orchestra.run.smithi165:> stat /dev/vg_nvme/lv_3 2024-04-13T21:41:53.282 INFO:teuthology.orchestra.run.smithi165.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-13T21:41:53.282 INFO:teuthology.orchestra.run.smithi165.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-13T21:41:53.282 INFO:teuthology.orchestra.run.smithi165.stdout:Device: 5h/5d Inode: 921 Links: 1 2024-04-13T21:41:53.282 INFO:teuthology.orchestra.run.smithi165.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-13T21:41:53.282 INFO:teuthology.orchestra.run.smithi165.stdout:Access: 2024-04-13 21:32:45.894545469 +0000 2024-04-13T21:41:53.282 INFO:teuthology.orchestra.run.smithi165.stdout:Modify: 2024-04-13 21:32:45.626547863 +0000 2024-04-13T21:41:53.282 INFO:teuthology.orchestra.run.smithi165.stdout:Change: 2024-04-13 21:32:45.626547863 +0000 2024-04-13T21:41:53.283 INFO:teuthology.orchestra.run.smithi165.stdout: Birth: - 2024-04-13T21:41:53.283 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-13T21:41:53.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:53 smithi165 bash[31269]: audit 2024-04-13T21:41:51.924887+0000 mgr.y (mgr.14152) 71 : audit 0 from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi165=y;smithi189=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:41:53.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:53 smithi165 bash[31269]: cephadm 2024-04-13T21:41:51.928535+0000 mgr.y (mgr.14152) 72 : cephadm 1 Saving service mgr spec with placement smithi165=y;smithi189=x;count:2 2024-04-13T21:41:53.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:53 smithi165 bash[31269]: cephadm 2024-04-13T21:41:51.968604+0000 mgr.y (mgr.14152) 73 : cephadm 1 Deploying daemon mgr.x on smithi189 2024-04-13T21:41:53.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:53 smithi165 bash[21371]: audit 2024-04-13T21:41:51.924887+0000 mgr.y (mgr.14152) 71 : audit 0 from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi165=y;smithi189=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:41:53.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:53 smithi165 bash[21371]: cephadm 2024-04-13T21:41:51.928535+0000 mgr.y (mgr.14152) 72 : cephadm 1 Saving service mgr spec with placement smithi165=y;smithi189=x;count:2 2024-04-13T21:41:53.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:53 smithi165 bash[21371]: cephadm 2024-04-13T21:41:51.968604+0000 mgr.y (mgr.14152) 73 : cephadm 1 Deploying daemon mgr.x on smithi189 2024-04-13T21:41:53.324 INFO:teuthology.orchestra.run.smithi165.stderr:1+0 records in 2024-04-13T21:41:53.324 INFO:teuthology.orchestra.run.smithi165.stderr:1+0 records out 2024-04-13T21:41:53.324 INFO:teuthology.orchestra.run.smithi165.stderr:512 bytes copied, 0.000327956 s, 1.6 MB/s 2024-04-13T21:41:53.325 DEBUG:teuthology.orchestra.run.smithi165:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-13T21:41:53.376 DEBUG:teuthology.orchestra.run.smithi165:> stat /dev/vg_nvme/lv_4 2024-04-13T21:41:53.422 INFO:teuthology.orchestra.run.smithi165.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-13T21:41:53.422 INFO:teuthology.orchestra.run.smithi165.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-13T21:41:53.422 INFO:teuthology.orchestra.run.smithi165.stdout:Device: 5h/5d Inode: 938 Links: 1 2024-04-13T21:41:53.422 INFO:teuthology.orchestra.run.smithi165.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-13T21:41:53.422 INFO:teuthology.orchestra.run.smithi165.stdout:Access: 2024-04-13 21:32:46.410540860 +0000 2024-04-13T21:41:53.422 INFO:teuthology.orchestra.run.smithi165.stdout:Modify: 2024-04-13 21:32:46.158543112 +0000 2024-04-13T21:41:53.422 INFO:teuthology.orchestra.run.smithi165.stdout:Change: 2024-04-13 21:32:46.158543112 +0000 2024-04-13T21:41:53.423 INFO:teuthology.orchestra.run.smithi165.stdout: Birth: - 2024-04-13T21:41:53.423 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-13T21:41:53.477 INFO:teuthology.orchestra.run.smithi165.stderr:1+0 records in 2024-04-13T21:41:53.477 INFO:teuthology.orchestra.run.smithi165.stderr:1+0 records out 2024-04-13T21:41:53.477 INFO:teuthology.orchestra.run.smithi165.stderr:512 bytes copied, 0.00038752 s, 1.3 MB/s 2024-04-13T21:41:53.478 DEBUG:teuthology.orchestra.run.smithi165:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-13T21:41:53.527 DEBUG:teuthology.orchestra.run.smithi189:> set -ex 2024-04-13T21:41:53.527 DEBUG:teuthology.orchestra.run.smithi189:> dd if=/scratch_devs of=/dev/stdout 2024-04-13T21:41:53.534 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-13T21:41:53.534 DEBUG:teuthology.orchestra.run.smithi189:> stat /dev/vg_nvme/lv_1 2024-04-13T21:41:53.577 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:53 smithi189 bash[23633]: audit 2024-04-13T21:41:51.924887+0000 mgr.y (mgr.14152) 71 : audit 0 from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi165=y;smithi189=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:41:53.577 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:53 smithi189 bash[23633]: cephadm 2024-04-13T21:41:51.928535+0000 mgr.y (mgr.14152) 72 : cephadm 1 Saving service mgr spec with placement smithi165=y;smithi189=x;count:2 2024-04-13T21:41:53.577 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:53 smithi189 bash[23633]: cephadm 2024-04-13T21:41:51.968604+0000 mgr.y (mgr.14152) 73 : cephadm 1 Deploying daemon mgr.x on smithi189 2024-04-13T21:41:53.580 INFO:teuthology.orchestra.run.smithi189.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-13T21:41:53.580 INFO:teuthology.orchestra.run.smithi189.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-13T21:41:53.580 INFO:teuthology.orchestra.run.smithi189.stdout:Device: 5h/5d Inode: 889 Links: 1 2024-04-13T21:41:53.580 INFO:teuthology.orchestra.run.smithi189.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-13T21:41:53.580 INFO:teuthology.orchestra.run.smithi189.stdout:Access: 2024-04-13 21:32:45.475856563 +0000 2024-04-13T21:41:53.580 INFO:teuthology.orchestra.run.smithi189.stdout:Modify: 2024-04-13 21:32:45.187859137 +0000 2024-04-13T21:41:53.580 INFO:teuthology.orchestra.run.smithi189.stdout:Change: 2024-04-13 21:32:45.187859137 +0000 2024-04-13T21:41:53.581 INFO:teuthology.orchestra.run.smithi189.stdout: Birth: - 2024-04-13T21:41:53.581 DEBUG:teuthology.orchestra.run.smithi189:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-13T21:41:53.635 INFO:teuthology.orchestra.run.smithi189.stderr:1+0 records in 2024-04-13T21:41:53.635 INFO:teuthology.orchestra.run.smithi189.stderr:1+0 records out 2024-04-13T21:41:53.635 INFO:teuthology.orchestra.run.smithi189.stderr:512 bytes copied, 0.000378891 s, 1.4 MB/s 2024-04-13T21:41:53.636 DEBUG:teuthology.orchestra.run.smithi189:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-13T21:41:53.688 DEBUG:teuthology.orchestra.run.smithi189:> stat /dev/vg_nvme/lv_2 2024-04-13T21:41:53.736 INFO:teuthology.orchestra.run.smithi189.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-13T21:41:53.736 INFO:teuthology.orchestra.run.smithi189.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-13T21:41:53.737 INFO:teuthology.orchestra.run.smithi189.stdout:Device: 5h/5d Inode: 903 Links: 1 2024-04-13T21:41:53.737 INFO:teuthology.orchestra.run.smithi189.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-13T21:41:53.737 INFO:teuthology.orchestra.run.smithi189.stdout:Access: 2024-04-13 21:32:45.959852241 +0000 2024-04-13T21:41:53.737 INFO:teuthology.orchestra.run.smithi189.stdout:Modify: 2024-04-13 21:32:45.719854384 +0000 2024-04-13T21:41:53.737 INFO:teuthology.orchestra.run.smithi189.stdout:Change: 2024-04-13 21:32:45.719854384 +0000 2024-04-13T21:41:53.737 INFO:teuthology.orchestra.run.smithi189.stdout: Birth: - 2024-04-13T21:41:53.737 DEBUG:teuthology.orchestra.run.smithi189:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-13T21:41:53.795 INFO:teuthology.orchestra.run.smithi189.stderr:1+0 records in 2024-04-13T21:41:53.795 INFO:teuthology.orchestra.run.smithi189.stderr:1+0 records out 2024-04-13T21:41:53.795 INFO:teuthology.orchestra.run.smithi189.stderr:512 bytes copied, 0.000416765 s, 1.2 MB/s 2024-04-13T21:41:53.796 DEBUG:teuthology.orchestra.run.smithi189:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-13T21:41:53.849 DEBUG:teuthology.orchestra.run.smithi189:> stat /dev/vg_nvme/lv_3 2024-04-13T21:41:53.896 INFO:teuthology.orchestra.run.smithi189.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-13T21:41:53.896 INFO:teuthology.orchestra.run.smithi189.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-13T21:41:53.897 INFO:teuthology.orchestra.run.smithi189.stdout:Device: 5h/5d Inode: 921 Links: 1 2024-04-13T21:41:53.897 INFO:teuthology.orchestra.run.smithi189.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-13T21:41:53.897 INFO:teuthology.orchestra.run.smithi189.stdout:Access: 2024-04-13 21:32:46.179850276 +0000 2024-04-13T21:41:53.897 INFO:teuthology.orchestra.run.smithi189.stdout:Modify: 2024-04-13 21:32:46.175850311 +0000 2024-04-13T21:41:53.897 INFO:teuthology.orchestra.run.smithi189.stdout:Change: 2024-04-13 21:32:46.175850311 +0000 2024-04-13T21:41:53.897 INFO:teuthology.orchestra.run.smithi189.stdout: Birth: - 2024-04-13T21:41:53.897 DEBUG:teuthology.orchestra.run.smithi189:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-13T21:41:53.951 INFO:teuthology.orchestra.run.smithi189.stderr:1+0 records in 2024-04-13T21:41:53.951 INFO:teuthology.orchestra.run.smithi189.stderr:1+0 records out 2024-04-13T21:41:53.951 INFO:teuthology.orchestra.run.smithi189.stderr:512 bytes copied, 0.000432248 s, 1.2 MB/s 2024-04-13T21:41:53.952 DEBUG:teuthology.orchestra.run.smithi189:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-13T21:41:54.002 DEBUG:teuthology.orchestra.run.smithi189:> stat /dev/vg_nvme/lv_4 2024-04-13T21:41:54.048 INFO:teuthology.orchestra.run.smithi189.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-13T21:41:54.048 INFO:teuthology.orchestra.run.smithi189.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-13T21:41:54.048 INFO:teuthology.orchestra.run.smithi189.stdout:Device: 5h/5d Inode: 934 Links: 1 2024-04-13T21:41:54.048 INFO:teuthology.orchestra.run.smithi189.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-13T21:41:54.048 INFO:teuthology.orchestra.run.smithi189.stdout:Access: 2024-04-13 21:32:46.951843380 +0000 2024-04-13T21:41:54.048 INFO:teuthology.orchestra.run.smithi189.stdout:Modify: 2024-04-13 21:32:46.683845774 +0000 2024-04-13T21:41:54.049 INFO:teuthology.orchestra.run.smithi189.stdout:Change: 2024-04-13 21:32:46.683845774 +0000 2024-04-13T21:41:54.049 INFO:teuthology.orchestra.run.smithi189.stdout: Birth: - 2024-04-13T21:41:54.049 DEBUG:teuthology.orchestra.run.smithi189:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-13T21:41:54.101 INFO:teuthology.orchestra.run.smithi189.stderr:1+0 records in 2024-04-13T21:41:54.101 INFO:teuthology.orchestra.run.smithi189.stderr:1+0 records out 2024-04-13T21:41:54.101 INFO:teuthology.orchestra.run.smithi189.stderr:512 bytes copied, 0.000251011 s, 2.0 MB/s 2024-04-13T21:41:54.102 DEBUG:teuthology.orchestra.run.smithi189:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-13T21:41:54.148 INFO:tasks.cephadm:Deploying osd.0 on smithi165 with /dev/vg_nvme/lv_4... 2024-04-13T21:41:54.148 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-13T21:41:54.231 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:54 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:41:54.408 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:54 smithi189 bash[23633]: cluster 2024-04-13T21:41:52.848928+0000 mgr.y (mgr.14152) 74 : cluster 0 pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:54.408 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:41:54 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:41:54.408 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:41:54 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:41:54.408 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:41:54 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:41:54.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:54 smithi165 bash[31269]: cluster 2024-04-13T21:41:52.848928+0000 mgr.y (mgr.14152) 74 : cluster 0 pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:54.562 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:54 smithi165 bash[21371]: cluster 2024-04-13T21:41:52.848928+0000 mgr.y (mgr.14152) 74 : cluster 0 pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:54.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:54 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:41:54.843 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:41:54 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:41:54.843 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:41:54 smithi189 systemd[1]: Started Ceph mgr.x for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T21:41:55.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:55 smithi165 bash[21371]: audit 2024-04-13T21:41:54.557561+0000 mon.a (mon.0) 228 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:55.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:55 smithi165 bash[21371]: audit 2024-04-13T21:41:54.566691+0000 mon.a (mon.0) 229 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:55.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:55 smithi165 bash[21371]: audit 2024-04-13T21:41:54.599776+0000 mon.a (mon.0) 230 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:55.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:55 smithi165 bash[21371]: audit 2024-04-13T21:41:54.608637+0000 mon.a (mon.0) 231 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:55.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:55 smithi165 bash[21371]: audit 2024-04-13T21:41:54.677382+0000 mon.a (mon.0) 232 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:41:55.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:55 smithi165 bash[31269]: audit 2024-04-13T21:41:54.557561+0000 mon.a (mon.0) 228 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:55.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:55 smithi165 bash[31269]: audit 2024-04-13T21:41:54.566691+0000 mon.a (mon.0) 229 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:55.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:55 smithi165 bash[31269]: audit 2024-04-13T21:41:54.599776+0000 mon.a (mon.0) 230 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:55.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:55 smithi165 bash[31269]: audit 2024-04-13T21:41:54.608637+0000 mon.a (mon.0) 231 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:55.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:55 smithi165 bash[31269]: audit 2024-04-13T21:41:54.677382+0000 mon.a (mon.0) 232 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:41:55.843 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:41:55 smithi189 bash[24566]: debug 2024-04-13T21:41:55.460+0000 7f7c9ca83700 1 -- 172.21.15.189:0/2733288087 <== mon.1 v2:172.21.15.189:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x560e9a1741a0 con 0x560e9aef6400 2024-04-13T21:41:55.843 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:41:55 smithi189 bash[24566]: debug 2024-04-13T21:41:55.600+0000 7f7ca6c07200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T21:41:55.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:55 smithi189 bash[23633]: audit 2024-04-13T21:41:54.557561+0000 mon.a (mon.0) 228 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:55.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:55 smithi189 bash[23633]: audit 2024-04-13T21:41:54.566691+0000 mon.a (mon.0) 229 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:55.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:55 smithi189 bash[23633]: audit 2024-04-13T21:41:54.599776+0000 mon.a (mon.0) 230 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:55.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:55 smithi189 bash[23633]: audit 2024-04-13T21:41:54.608637+0000 mon.a (mon.0) 231 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:55.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:55 smithi189 bash[23633]: audit 2024-04-13T21:41:54.677382+0000 mon.a (mon.0) 232 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:41:57.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:56 smithi165 bash[21371]: cluster 2024-04-13T21:41:54.849256+0000 mgr.y (mgr.14152) 75 : cluster 0 pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:57.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:56 smithi165 bash[21371]: audit 2024-04-13T21:41:56.583255+0000 mon.a (mon.0) 233 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:57.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:56 smithi165 bash[31269]: cluster 2024-04-13T21:41:54.849256+0000 mgr.y (mgr.14152) 75 : cluster 0 pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:57.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:56 smithi165 bash[31269]: audit 2024-04-13T21:41:56.583255+0000 mon.a (mon.0) 233 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:57.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:56 smithi189 bash[23633]: cluster 2024-04-13T21:41:54.849256+0000 mgr.y (mgr.14152) 75 : cluster 0 pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:57.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:56 smithi189 bash[23633]: audit 2024-04-13T21:41:56.583255+0000 mon.a (mon.0) 233 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:41:57.487 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:41:57 smithi189 bash[24566]: debug 2024-04-13T21:41:57.152+0000 7f7ca6c07200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T21:41:57.487 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:41:57 smithi189 bash[24566]: debug 2024-04-13T21:41:57.244+0000 7f7ca6c07200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T21:41:57.487 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:41:57 smithi189 bash[24566]: debug 2024-04-13T21:41:57.492+0000 7f7ca6c07200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T21:41:58.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:41:58 smithi189 bash[24566]: debug 2024-04-13T21:41:58.276+0000 7f7ca6c07200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T21:41:58.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:41:58 smithi189 bash[24566]: debug 2024-04-13T21:41:58.384+0000 7f7ca6c07200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T21:41:58.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:41:58 smithi189 bash[24566]: debug 2024-04-13T21:41:58.484+0000 7f7ca6c07200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T21:41:58.825 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:41:58.941 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:41:58 smithi189 bash[24566]: debug 2024-04-13T21:41:58.836+0000 7f7ca6c07200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T21:41:58.941 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:41:58 smithi189 bash[23633]: cluster 2024-04-13T21:41:56.849553+0000 mgr.y (mgr.14152) 76 : cluster 0 pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:59.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:41:58 smithi165 bash[21371]: cluster 2024-04-13T21:41:56.849553+0000 mgr.y (mgr.14152) 76 : cluster 0 pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:59.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:41:58 smithi165 bash[31269]: cluster 2024-04-13T21:41:56.849553+0000 mgr.y (mgr.14152) 76 : cluster 0 pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:41:59.343 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:41:58 smithi189 bash[24566]: debug 2024-04-13T21:41:58.948+0000 7f7ca6c07200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T21:41:59.343 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:41:59 smithi189 bash[24566]: debug 2024-04-13T21:41:59.048+0000 7f7ca6c07200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T21:41:59.845 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:41:59 smithi189 bash[24566]: debug 2024-04-13T21:41:59.396+0000 7f7ca6c07200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T21:41:59.845 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:41:59 smithi189 bash[24566]: debug 2024-04-13T21:41:59.644+0000 7f7ca6c07200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T21:42:00.275 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:41:59 smithi189 bash[24566]: debug 2024-04-13T21:41:59.900+0000 7f7ca6c07200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T21:42:00.275 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:42:00 smithi189 bash[24566]: debug 2024-04-13T21:42:00.008+0000 7f7ca6c07200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T21:42:00.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:42:00 smithi189 bash[24566]: debug 2024-04-13T21:42:00.280+0000 7f7ca6c07200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T21:42:00.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:42:00 smithi189 bash[24566]: debug 2024-04-13T21:42:00.520+0000 7f7ca6c07200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T21:42:01.035 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:42:00 smithi189 bash[24566]: debug 2024-04-13T21:42:00.928+0000 7f7ca6c07200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T21:42:01.035 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:00 smithi189 bash[23633]: cluster 2024-04-13T21:41:58.849884+0000 mgr.y (mgr.14152) 77 : cluster 0 pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:01.035 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:00 smithi189 bash[23633]: audit 2024-04-13T21:41:59.766204+0000 mon.a (mon.0) 234 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:01.035 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:00 smithi189 bash[23633]: audit 2024-04-13T21:41:59.772516+0000 mon.a (mon.0) 235 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:01.035 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:00 smithi189 bash[23633]: audit 2024-04-13T21:41:59.773352+0000 mon.a (mon.0) 236 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:42:01.035 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:00 smithi189 bash[23633]: audit 2024-04-13T21:41:59.774366+0000 mon.a (mon.0) 237 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:42:01.035 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:00 smithi189 bash[23633]: audit 2024-04-13T21:41:59.781793+0000 mon.a (mon.0) 238 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:01.035 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:00 smithi189 bash[23633]: audit 2024-04-13T21:41:59.848255+0000 mon.a (mon.0) 239 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T21:42:01.036 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:00 smithi189 bash[23633]: audit 2024-04-13T21:41:59.849506+0000 mon.a (mon.0) 240 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T21:42:01.036 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:00 smithi189 bash[23633]: audit 2024-04-13T21:41:59.850394+0000 mon.a (mon.0) 241 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:42:01.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:00 smithi165 bash[21371]: cluster 2024-04-13T21:41:58.849884+0000 mgr.y (mgr.14152) 77 : cluster 0 pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:01.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:00 smithi165 bash[21371]: audit 2024-04-13T21:41:59.766204+0000 mon.a (mon.0) 234 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:01.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:00 smithi165 bash[21371]: audit 2024-04-13T21:41:59.772516+0000 mon.a (mon.0) 235 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:01.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:00 smithi165 bash[21371]: audit 2024-04-13T21:41:59.773352+0000 mon.a (mon.0) 236 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:42:01.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:00 smithi165 bash[21371]: audit 2024-04-13T21:41:59.774366+0000 mon.a (mon.0) 237 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:42:01.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:00 smithi165 bash[21371]: audit 2024-04-13T21:41:59.781793+0000 mon.a (mon.0) 238 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:01.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:00 smithi165 bash[21371]: audit 2024-04-13T21:41:59.848255+0000 mon.a (mon.0) 239 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T21:42:01.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:00 smithi165 bash[21371]: audit 2024-04-13T21:41:59.849506+0000 mon.a (mon.0) 240 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T21:42:01.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:00 smithi165 bash[21371]: audit 2024-04-13T21:41:59.850394+0000 mon.a (mon.0) 241 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:42:01.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:00 smithi165 bash[31269]: cluster 2024-04-13T21:41:58.849884+0000 mgr.y (mgr.14152) 77 : cluster 0 pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:01.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:00 smithi165 bash[31269]: audit 2024-04-13T21:41:59.766204+0000 mon.a (mon.0) 234 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:01.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:00 smithi165 bash[31269]: audit 2024-04-13T21:41:59.772516+0000 mon.a (mon.0) 235 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:01.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:00 smithi165 bash[31269]: audit 2024-04-13T21:41:59.773352+0000 mon.a (mon.0) 236 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:42:01.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:00 smithi165 bash[31269]: audit 2024-04-13T21:41:59.774366+0000 mon.a (mon.0) 237 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:42:01.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:00 smithi165 bash[31269]: audit 2024-04-13T21:41:59.781793+0000 mon.a (mon.0) 238 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:01.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:00 smithi165 bash[31269]: audit 2024-04-13T21:41:59.848255+0000 mon.a (mon.0) 239 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T21:42:01.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:00 smithi165 bash[31269]: audit 2024-04-13T21:41:59.849506+0000 mon.a (mon.0) 240 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T21:42:01.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:00 smithi165 bash[31269]: audit 2024-04-13T21:41:59.850394+0000 mon.a (mon.0) 241 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:42:01.343 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:42:01 smithi189 bash[24566]: debug 2024-04-13T21:42:01.040+0000 7f7ca6c07200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T21:42:01.343 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:42:01 smithi189 bash[24566]: debug 2024-04-13T21:42:01.280+0000 7f7ca6c07200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T21:42:02.052 INFO:teuthology.orchestra.run.smithi165.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-13T21:42:02.053 INFO:teuthology.orchestra.run.smithi165.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-13T21:42:02.053 INFO:teuthology.orchestra.run.smithi165.stderr: stderr: 10+0 records in 2024-04-13T21:42:02.053 INFO:teuthology.orchestra.run.smithi165.stderr:10+0 records out 2024-04-13T21:42:02.053 INFO:teuthology.orchestra.run.smithi165.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0151648 s, 691 MB/s 2024-04-13T21:42:02.053 INFO:teuthology.orchestra.run.smithi165.stderr:--> Zapping successful for: 2024-04-13T21:42:02.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:01 smithi165 bash[21371]: cephadm 2024-04-13T21:41:59.847797+0000 mgr.y (mgr.14152) 78 : cephadm 1 Reconfiguring mgr.y (unknown last config time)... 2024-04-13T21:42:02.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:01 smithi165 bash[21371]: cephadm 2024-04-13T21:41:59.851516+0000 mgr.y (mgr.14152) 79 : cephadm 1 Reconfiguring daemon mgr.y on smithi165 2024-04-13T21:42:02.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:01 smithi165 bash[31269]: cephadm 2024-04-13T21:41:59.847797+0000 mgr.y (mgr.14152) 78 : cephadm 1 Reconfiguring mgr.y (unknown last config time)... 2024-04-13T21:42:02.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:01 smithi165 bash[31269]: cephadm 2024-04-13T21:41:59.851516+0000 mgr.y (mgr.14152) 79 : cephadm 1 Reconfiguring daemon mgr.y on smithi165 2024-04-13T21:42:02.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:01 smithi189 bash[23633]: cephadm 2024-04-13T21:41:59.847797+0000 mgr.y (mgr.14152) 78 : cephadm 1 Reconfiguring mgr.y (unknown last config time)... 2024-04-13T21:42:02.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:01 smithi189 bash[23633]: cephadm 2024-04-13T21:41:59.851516+0000 mgr.y (mgr.14152) 79 : cephadm 1 Reconfiguring daemon mgr.y on smithi165 2024-04-13T21:42:02.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:42:02 smithi189 bash[24566]: debug 2024-04-13T21:42:02.276+0000 7f7ca6c07200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T21:42:02.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:42:02 smithi189 bash[24566]: debug 2024-04-13T21:42:02.388+0000 7f7ca6c07200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T21:42:02.732 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph orch daemon add osd smithi165:vg_nvme/lv_4 2024-04-13T21:42:03.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:02 smithi165 bash[21371]: cluster 2024-04-13T21:42:00.850228+0000 mgr.y (mgr.14152) 80 : cluster 0 pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:03.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:02 smithi165 bash[21371]: audit 2024-04-13T21:42:01.940217+0000 mon.a (mon.0) 242 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:03.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:02 smithi165 bash[21371]: audit 2024-04-13T21:42:01.946655+0000 mon.a (mon.0) 243 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:03.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:02 smithi165 bash[21371]: audit 2024-04-13T21:42:01.971773+0000 mon.a (mon.0) 244 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:42:03.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:02 smithi165 bash[21371]: audit 2024-04-13T21:42:01.973721+0000 mon.a (mon.0) 245 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:42:03.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:02 smithi165 bash[21371]: audit 2024-04-13T21:42:01.974602+0000 mon.a (mon.0) 246 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:42:03.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:02 smithi165 bash[21371]: audit 2024-04-13T21:42:01.982234+0000 mon.a (mon.0) 247 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:03.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:02 smithi165 bash[31269]: cluster 2024-04-13T21:42:00.850228+0000 mgr.y (mgr.14152) 80 : cluster 0 pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:03.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:02 smithi165 bash[31269]: audit 2024-04-13T21:42:01.940217+0000 mon.a (mon.0) 242 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:03.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:02 smithi165 bash[31269]: audit 2024-04-13T21:42:01.946655+0000 mon.a (mon.0) 243 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:03.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:02 smithi165 bash[31269]: audit 2024-04-13T21:42:01.971773+0000 mon.a (mon.0) 244 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:42:03.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:02 smithi165 bash[31269]: audit 2024-04-13T21:42:01.973721+0000 mon.a (mon.0) 245 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:42:03.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:02 smithi165 bash[31269]: audit 2024-04-13T21:42:01.974602+0000 mon.a (mon.0) 246 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:42:03.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:02 smithi165 bash[31269]: audit 2024-04-13T21:42:01.982234+0000 mon.a (mon.0) 247 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:03.093 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:42:02 smithi189 bash[24566]: debug 2024-04-13T21:42:02.676+0000 7f7ca6c07200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T21:42:03.093 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:42:02 smithi189 bash[24566]: debug 2024-04-13T21:42:02.788+0000 7f7ca6c07200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T21:42:03.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:02 smithi189 bash[23633]: cluster 2024-04-13T21:42:00.850228+0000 mgr.y (mgr.14152) 80 : cluster 0 pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:03.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:02 smithi189 bash[23633]: audit 2024-04-13T21:42:01.940217+0000 mon.a (mon.0) 242 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:03.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:02 smithi189 bash[23633]: audit 2024-04-13T21:42:01.946655+0000 mon.a (mon.0) 243 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:03.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:02 smithi189 bash[23633]: audit 2024-04-13T21:42:01.971773+0000 mon.a (mon.0) 244 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:42:03.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:02 smithi189 bash[23633]: audit 2024-04-13T21:42:01.973721+0000 mon.a (mon.0) 245 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:42:03.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:02 smithi189 bash[23633]: audit 2024-04-13T21:42:01.974602+0000 mon.a (mon.0) 246 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:42:03.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:02 smithi189 bash[23633]: audit 2024-04-13T21:42:01.982234+0000 mon.a (mon.0) 247 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:03.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:42:03 smithi189 bash[24566]: debug 2024-04-13T21:42:03.228+0000 7f7ca6c07200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T21:42:03.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:42:03 smithi189 bash[24566]: debug 2024-04-13T21:42:03.344+0000 7f7ca6c07200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T21:42:04.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:03 smithi165 bash[21371]: cluster 2024-04-13T21:42:03.369000+0000 mon.a (mon.0) 248 : cluster 0 Standby manager daemon x started 2024-04-13T21:42:04.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:03 smithi165 bash[21371]: audit 2024-04-13T21:42:03.370119+0000 mon.b (mon.1) 3 : audit 0 from='mgr.? 172.21.15.189:0/1303650828' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T21:42:04.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:03 smithi165 bash[21371]: audit 2024-04-13T21:42:03.371027+0000 mon.b (mon.1) 4 : audit 0 from='mgr.? 172.21.15.189:0/1303650828' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T21:42:04.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:03 smithi165 bash[21371]: audit 2024-04-13T21:42:03.372467+0000 mon.b (mon.1) 5 : audit 0 from='mgr.? 172.21.15.189:0/1303650828' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T21:42:04.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:03 smithi165 bash[21371]: audit 2024-04-13T21:42:03.372979+0000 mon.b (mon.1) 6 : audit 0 from='mgr.? 172.21.15.189:0/1303650828' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T21:42:04.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:03 smithi165 bash[31269]: cluster 2024-04-13T21:42:03.369000+0000 mon.a (mon.0) 248 : cluster 0 Standby manager daemon x started 2024-04-13T21:42:04.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:03 smithi165 bash[31269]: audit 2024-04-13T21:42:03.370119+0000 mon.b (mon.1) 3 : audit 0 from='mgr.? 172.21.15.189:0/1303650828' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T21:42:04.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:03 smithi165 bash[31269]: audit 2024-04-13T21:42:03.371027+0000 mon.b (mon.1) 4 : audit 0 from='mgr.? 172.21.15.189:0/1303650828' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T21:42:04.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:03 smithi165 bash[31269]: audit 2024-04-13T21:42:03.372467+0000 mon.b (mon.1) 5 : audit 0 from='mgr.? 172.21.15.189:0/1303650828' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T21:42:04.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:03 smithi165 bash[31269]: audit 2024-04-13T21:42:03.372979+0000 mon.b (mon.1) 6 : audit 0 from='mgr.? 172.21.15.189:0/1303650828' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T21:42:04.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:03 smithi189 bash[23633]: cluster 2024-04-13T21:42:03.369000+0000 mon.a (mon.0) 248 : cluster 0 Standby manager daemon x started 2024-04-13T21:42:04.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:03 smithi189 bash[23633]: audit 2024-04-13T21:42:03.370119+0000 mon.b (mon.1) 3 : audit 0 from='mgr.? 172.21.15.189:0/1303650828' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T21:42:04.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:03 smithi189 bash[23633]: audit 2024-04-13T21:42:03.371027+0000 mon.b (mon.1) 4 : audit 0 from='mgr.? 172.21.15.189:0/1303650828' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T21:42:04.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:03 smithi189 bash[23633]: audit 2024-04-13T21:42:03.372467+0000 mon.b (mon.1) 5 : audit 0 from='mgr.? 172.21.15.189:0/1303650828' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T21:42:04.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:03 smithi189 bash[23633]: audit 2024-04-13T21:42:03.372979+0000 mon.b (mon.1) 6 : audit 0 from='mgr.? 172.21.15.189:0/1303650828' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T21:42:05.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:04 smithi165 bash[21371]: cluster 2024-04-13T21:42:02.850506+0000 mgr.y (mgr.14152) 81 : cluster 0 pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:05.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:04 smithi165 bash[21371]: cluster 2024-04-13T21:42:03.797801+0000 mon.a (mon.0) 249 : cluster 0 mgrmap e14: y(active, since 100s), standbys: x 2024-04-13T21:42:05.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:04 smithi165 bash[21371]: audit 2024-04-13T21:42:03.798047+0000 mon.a (mon.0) 250 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T21:42:05.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:04 smithi165 bash[31269]: cluster 2024-04-13T21:42:02.850506+0000 mgr.y (mgr.14152) 81 : cluster 0 pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:05.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:04 smithi165 bash[31269]: cluster 2024-04-13T21:42:03.797801+0000 mon.a (mon.0) 249 : cluster 0 mgrmap e14: y(active, since 100s), standbys: x 2024-04-13T21:42:05.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:04 smithi165 bash[31269]: audit 2024-04-13T21:42:03.798047+0000 mon.a (mon.0) 250 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T21:42:05.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:04 smithi189 bash[23633]: cluster 2024-04-13T21:42:02.850506+0000 mgr.y (mgr.14152) 81 : cluster 0 pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:05.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:04 smithi189 bash[23633]: cluster 2024-04-13T21:42:03.797801+0000 mon.a (mon.0) 249 : cluster 0 mgrmap e14: y(active, since 100s), standbys: x 2024-04-13T21:42:05.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:04 smithi189 bash[23633]: audit 2024-04-13T21:42:03.798047+0000 mon.a (mon.0) 250 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T21:42:07.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:06 smithi165 bash[21371]: cluster 2024-04-13T21:42:04.850828+0000 mgr.y (mgr.14152) 82 : cluster 0 pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:07.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:06 smithi165 bash[31269]: cluster 2024-04-13T21:42:04.850828+0000 mgr.y (mgr.14152) 82 : cluster 0 pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:07.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:06 smithi189 bash[23633]: cluster 2024-04-13T21:42:04.850828+0000 mgr.y (mgr.14152) 82 : cluster 0 pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:07.411 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:42:09.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:08 smithi165 bash[21371]: cluster 2024-04-13T21:42:06.851205+0000 mgr.y (mgr.14152) 83 : cluster 0 pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:09.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:08 smithi165 bash[31269]: cluster 2024-04-13T21:42:06.851205+0000 mgr.y (mgr.14152) 83 : cluster 0 pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:09.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:08 smithi189 bash[23633]: cluster 2024-04-13T21:42:06.851205+0000 mgr.y (mgr.14152) 83 : cluster 0 pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:11.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:10 smithi165 bash[21371]: cluster 2024-04-13T21:42:08.851548+0000 mgr.y (mgr.14152) 84 : cluster 0 pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:11.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:10 smithi165 bash[21371]: audit 2024-04-13T21:42:10.092860+0000 mon.a (mon.0) 251 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T21:42:11.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:10 smithi165 bash[21371]: audit 2024-04-13T21:42:10.097206+0000 mon.a (mon.0) 252 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T21:42:11.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:10 smithi165 bash[21371]: audit 2024-04-13T21:42:10.098270+0000 mon.a (mon.0) 253 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:42:11.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:10 smithi165 bash[31269]: cluster 2024-04-13T21:42:08.851548+0000 mgr.y (mgr.14152) 84 : cluster 0 pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:11.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:10 smithi165 bash[31269]: audit 2024-04-13T21:42:10.092860+0000 mon.a (mon.0) 251 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T21:42:11.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:10 smithi165 bash[31269]: audit 2024-04-13T21:42:10.097206+0000 mon.a (mon.0) 252 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T21:42:11.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:10 smithi165 bash[31269]: audit 2024-04-13T21:42:10.098270+0000 mon.a (mon.0) 253 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:42:11.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:10 smithi189 bash[23633]: cluster 2024-04-13T21:42:08.851548+0000 mgr.y (mgr.14152) 84 : cluster 0 pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:11.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:10 smithi189 bash[23633]: audit 2024-04-13T21:42:10.092860+0000 mon.a (mon.0) 251 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T21:42:11.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:10 smithi189 bash[23633]: audit 2024-04-13T21:42:10.097206+0000 mon.a (mon.0) 252 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T21:42:11.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:10 smithi189 bash[23633]: audit 2024-04-13T21:42:10.098270+0000 mon.a (mon.0) 253 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:42:12.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:11 smithi165 bash[21371]: audit 2024-04-13T21:42:10.088452+0000 mgr.y (mgr.14152) 85 : audit 0 from='client.24113 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi165:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:42:12.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:11 smithi165 bash[31269]: audit 2024-04-13T21:42:10.088452+0000 mgr.y (mgr.14152) 85 : audit 0 from='client.24113 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi165:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:42:12.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:11 smithi189 bash[23633]: audit 2024-04-13T21:42:10.088452+0000 mgr.y (mgr.14152) 85 : audit 0 from='client.24113 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi165:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:42:13.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:12 smithi165 bash[21371]: cluster 2024-04-13T21:42:10.851906+0000 mgr.y (mgr.14152) 86 : cluster 0 pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:13.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:12 smithi165 bash[31269]: cluster 2024-04-13T21:42:10.851906+0000 mgr.y (mgr.14152) 86 : cluster 0 pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:13.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:12 smithi189 bash[23633]: cluster 2024-04-13T21:42:10.851906+0000 mgr.y (mgr.14152) 86 : cluster 0 pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:14.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:13 smithi165 bash[21371]: cluster 2024-04-13T21:42:12.852246+0000 mgr.y (mgr.14152) 87 : cluster 0 pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:14.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:13 smithi165 bash[31269]: cluster 2024-04-13T21:42:12.852246+0000 mgr.y (mgr.14152) 87 : cluster 0 pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:14.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:13 smithi189 bash[23633]: cluster 2024-04-13T21:42:12.852246+0000 mgr.y (mgr.14152) 87 : cluster 0 pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:15.958 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:15 smithi165 bash[21371]: cluster 2024-04-13T21:42:14.852702+0000 mgr.y (mgr.14152) 88 : cluster 0 pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:15.958 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:15 smithi165 bash[31269]: cluster 2024-04-13T21:42:14.852702+0000 mgr.y (mgr.14152) 88 : cluster 0 pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:16.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:15 smithi189 bash[23633]: cluster 2024-04-13T21:42:14.852702+0000 mgr.y (mgr.14152) 88 : cluster 0 pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:18.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:17 smithi165 bash[21371]: cluster 2024-04-13T21:42:16.853112+0000 mgr.y (mgr.14152) 89 : cluster 0 pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:18.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:17 smithi165 bash[31269]: cluster 2024-04-13T21:42:16.853112+0000 mgr.y (mgr.14152) 89 : cluster 0 pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:18.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:17 smithi189 bash[23633]: cluster 2024-04-13T21:42:16.853112+0000 mgr.y (mgr.14152) 89 : cluster 0 pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:19.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:18 smithi165 bash[21371]: audit 2024-04-13T21:42:17.972737+0000 mon.a (mon.0) 254 : audit 1 from='client.? 172.21.15.165:0/3679881461' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "776ad8e4-0a40-4b88-9ab6-efe11cb27fc6"}]: dispatch 2024-04-13T21:42:19.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:18 smithi165 bash[21371]: audit 2024-04-13T21:42:17.979318+0000 mon.a (mon.0) 255 : audit 1 from='client.? 172.21.15.165:0/3679881461' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "776ad8e4-0a40-4b88-9ab6-efe11cb27fc6"}]': finished 2024-04-13T21:42:19.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:18 smithi165 bash[21371]: cluster 2024-04-13T21:42:17.979386+0000 mon.a (mon.0) 256 : cluster 0 osdmap e5: 1 total, 0 up, 1 in 2024-04-13T21:42:19.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:18 smithi165 bash[21371]: audit 2024-04-13T21:42:17.979586+0000 mon.a (mon.0) 257 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T21:42:19.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:18 smithi165 bash[21371]: audit 2024-04-13T21:42:18.654389+0000 mon.a (mon.0) 258 : audit 0 from='client.? 172.21.15.165:0/2210702574' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T21:42:19.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:18 smithi165 bash[31269]: audit 2024-04-13T21:42:17.972737+0000 mon.a (mon.0) 254 : audit 1 from='client.? 172.21.15.165:0/3679881461' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "776ad8e4-0a40-4b88-9ab6-efe11cb27fc6"}]: dispatch 2024-04-13T21:42:19.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:18 smithi165 bash[31269]: audit 2024-04-13T21:42:17.979318+0000 mon.a (mon.0) 255 : audit 1 from='client.? 172.21.15.165:0/3679881461' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "776ad8e4-0a40-4b88-9ab6-efe11cb27fc6"}]': finished 2024-04-13T21:42:19.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:18 smithi165 bash[31269]: cluster 2024-04-13T21:42:17.979386+0000 mon.a (mon.0) 256 : cluster 0 osdmap e5: 1 total, 0 up, 1 in 2024-04-13T21:42:19.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:18 smithi165 bash[31269]: audit 2024-04-13T21:42:17.979586+0000 mon.a (mon.0) 257 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T21:42:19.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:18 smithi165 bash[31269]: audit 2024-04-13T21:42:18.654389+0000 mon.a (mon.0) 258 : audit 0 from='client.? 172.21.15.165:0/2210702574' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T21:42:19.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:18 smithi189 bash[23633]: audit 2024-04-13T21:42:17.972737+0000 mon.a (mon.0) 254 : audit 1 from='client.? 172.21.15.165:0/3679881461' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "776ad8e4-0a40-4b88-9ab6-efe11cb27fc6"}]: dispatch 2024-04-13T21:42:19.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:18 smithi189 bash[23633]: audit 2024-04-13T21:42:17.979318+0000 mon.a (mon.0) 255 : audit 1 from='client.? 172.21.15.165:0/3679881461' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "776ad8e4-0a40-4b88-9ab6-efe11cb27fc6"}]': finished 2024-04-13T21:42:19.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:18 smithi189 bash[23633]: cluster 2024-04-13T21:42:17.979386+0000 mon.a (mon.0) 256 : cluster 0 osdmap e5: 1 total, 0 up, 1 in 2024-04-13T21:42:19.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:18 smithi189 bash[23633]: audit 2024-04-13T21:42:17.979586+0000 mon.a (mon.0) 257 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T21:42:19.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:18 smithi189 bash[23633]: audit 2024-04-13T21:42:18.654389+0000 mon.a (mon.0) 258 : audit 0 from='client.? 172.21.15.165:0/2210702574' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T21:42:20.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:19 smithi165 bash[21371]: cluster 2024-04-13T21:42:18.853499+0000 mgr.y (mgr.14152) 90 : cluster 0 pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:20.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:19 smithi165 bash[31269]: cluster 2024-04-13T21:42:18.853499+0000 mgr.y (mgr.14152) 90 : cluster 0 pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:20.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:19 smithi189 bash[23633]: cluster 2024-04-13T21:42:18.853499+0000 mgr.y (mgr.14152) 90 : cluster 0 pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:22.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:21 smithi165 bash[31269]: cluster 2024-04-13T21:42:20.853911+0000 mgr.y (mgr.14152) 91 : cluster 0 pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:22.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:21 smithi165 bash[21371]: cluster 2024-04-13T21:42:20.853911+0000 mgr.y (mgr.14152) 91 : cluster 0 pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:22.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:21 smithi189 bash[23633]: cluster 2024-04-13T21:42:20.853911+0000 mgr.y (mgr.14152) 91 : cluster 0 pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:24.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:23 smithi165 bash[31269]: cluster 2024-04-13T21:42:22.854344+0000 mgr.y (mgr.14152) 92 : cluster 0 pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:24.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:23 smithi165 bash[21371]: cluster 2024-04-13T21:42:22.854344+0000 mgr.y (mgr.14152) 92 : cluster 0 pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:24.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:23 smithi189 bash[23633]: cluster 2024-04-13T21:42:22.854344+0000 mgr.y (mgr.14152) 92 : cluster 0 pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:26.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:25 smithi165 bash[21371]: cluster 2024-04-13T21:42:24.854792+0000 mgr.y (mgr.14152) 93 : cluster 0 pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:26.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:25 smithi165 bash[31269]: cluster 2024-04-13T21:42:24.854792+0000 mgr.y (mgr.14152) 93 : cluster 0 pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:26.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:25 smithi189 bash[23633]: cluster 2024-04-13T21:42:24.854792+0000 mgr.y (mgr.14152) 93 : cluster 0 pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:28.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:27 smithi165 bash[21371]: cluster 2024-04-13T21:42:26.855275+0000 mgr.y (mgr.14152) 94 : cluster 0 pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:28.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:27 smithi165 bash[31269]: cluster 2024-04-13T21:42:26.855275+0000 mgr.y (mgr.14152) 94 : cluster 0 pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:28.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:27 smithi189 bash[23633]: cluster 2024-04-13T21:42:26.855275+0000 mgr.y (mgr.14152) 94 : cluster 0 pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:30.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:30 smithi165 bash[21371]: cluster 2024-04-13T21:42:28.855674+0000 mgr.y (mgr.14152) 95 : cluster 0 pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:30.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:30 smithi165 bash[31269]: cluster 2024-04-13T21:42:28.855674+0000 mgr.y (mgr.14152) 95 : cluster 0 pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:30.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:30 smithi189 bash[23633]: cluster 2024-04-13T21:42:28.855674+0000 mgr.y (mgr.14152) 95 : cluster 0 pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:31.290 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:31 smithi165 bash[21371]: audit 2024-04-13T21:42:30.081432+0000 mon.a (mon.0) 259 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-13T21:42:31.290 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:31 smithi165 bash[21371]: audit 2024-04-13T21:42:30.083152+0000 mon.a (mon.0) 260 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:42:31.290 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:31 smithi165 bash[21371]: cephadm 2024-04-13T21:42:30.084770+0000 mgr.y (mgr.14152) 96 : cephadm 1 Deploying daemon osd.0 on smithi165 2024-04-13T21:42:31.291 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:31 smithi165 bash[31269]: audit 2024-04-13T21:42:30.081432+0000 mon.a (mon.0) 259 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-13T21:42:31.291 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:31 smithi165 bash[31269]: audit 2024-04-13T21:42:30.083152+0000 mon.a (mon.0) 260 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:42:31.291 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:31 smithi165 bash[31269]: cephadm 2024-04-13T21:42:30.084770+0000 mgr.y (mgr.14152) 96 : cephadm 1 Deploying daemon osd.0 on smithi165 2024-04-13T21:42:31.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:31 smithi189 bash[23633]: audit 2024-04-13T21:42:30.081432+0000 mon.a (mon.0) 259 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-13T21:42:31.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:31 smithi189 bash[23633]: audit 2024-04-13T21:42:30.083152+0000 mon.a (mon.0) 260 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:42:31.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:31 smithi189 bash[23633]: cephadm 2024-04-13T21:42:30.084770+0000 mgr.y (mgr.14152) 96 : cephadm 1 Deploying daemon osd.0 on smithi165 2024-04-13T21:42:32.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:32 smithi165 bash[21371]: cluster 2024-04-13T21:42:30.856073+0000 mgr.y (mgr.14152) 97 : cluster 0 pgmap v59: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:32.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:32 smithi165 bash[31269]: cluster 2024-04-13T21:42:30.856073+0000 mgr.y (mgr.14152) 97 : cluster 0 pgmap v59: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:32.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:32 smithi189 bash[23633]: cluster 2024-04-13T21:42:30.856073+0000 mgr.y (mgr.14152) 97 : cluster 0 pgmap v59: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:34.095 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:42:34 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:42:34.096 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:34 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:42:34.096 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:34 smithi165 bash[21371]: cluster 2024-04-13T21:42:32.856494+0000 mgr.y (mgr.14152) 98 : cluster 0 pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:34.096 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:34 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:42:34.096 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:34 smithi165 bash[31269]: cluster 2024-04-13T21:42:32.856494+0000 mgr.y (mgr.14152) 98 : cluster 0 pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:34.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:34 smithi189 bash[23633]: cluster 2024-04-13T21:42:32.856494+0000 mgr.y (mgr.14152) 98 : cluster 0 pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:34.363 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:34 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:42:34.363 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:42:34 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:42:34.363 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:34 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:42:35.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:35 smithi165 bash[21371]: audit 2024-04-13T21:42:34.358521+0000 mon.a (mon.0) 261 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:35.562 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:35 smithi165 bash[21371]: audit 2024-04-13T21:42:34.364995+0000 mon.a (mon.0) 262 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:35.562 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:35 smithi165 bash[21371]: audit 2024-04-13T21:42:34.394857+0000 mon.a (mon.0) 263 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:42:35.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:35 smithi165 bash[31269]: audit 2024-04-13T21:42:34.358521+0000 mon.a (mon.0) 261 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:35.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:35 smithi165 bash[31269]: audit 2024-04-13T21:42:34.364995+0000 mon.a (mon.0) 262 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:35.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:35 smithi165 bash[31269]: audit 2024-04-13T21:42:34.394857+0000 mon.a (mon.0) 263 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:42:35.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:35 smithi189 bash[23633]: audit 2024-04-13T21:42:34.358521+0000 mon.a (mon.0) 261 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:35.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:35 smithi189 bash[23633]: audit 2024-04-13T21:42:34.364995+0000 mon.a (mon.0) 262 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:35.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:35 smithi189 bash[23633]: audit 2024-04-13T21:42:34.394857+0000 mon.a (mon.0) 263 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:42:36.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:36 smithi165 bash[21371]: cluster 2024-04-13T21:42:34.856857+0000 mgr.y (mgr.14152) 99 : cluster 0 pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:36.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:36 smithi165 bash[31269]: cluster 2024-04-13T21:42:34.856857+0000 mgr.y (mgr.14152) 99 : cluster 0 pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:36.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:36 smithi189 bash[23633]: cluster 2024-04-13T21:42:34.856857+0000 mgr.y (mgr.14152) 99 : cluster 0 pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:38.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:38 smithi165 bash[21371]: cluster 2024-04-13T21:42:36.857267+0000 mgr.y (mgr.14152) 100 : cluster 0 pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:38.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:38 smithi165 bash[31269]: cluster 2024-04-13T21:42:36.857267+0000 mgr.y (mgr.14152) 100 : cluster 0 pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:38.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:38 smithi189 bash[23633]: cluster 2024-04-13T21:42:36.857267+0000 mgr.y (mgr.14152) 100 : cluster 0 pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:40.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:40 smithi165 bash[21371]: cluster 2024-04-13T21:42:38.857710+0000 mgr.y (mgr.14152) 101 : cluster 0 pgmap v63: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:40.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:40 smithi165 bash[21371]: audit 2024-04-13T21:42:39.481100+0000 mon.a (mon.0) 264 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:40.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:40 smithi165 bash[21371]: audit 2024-04-13T21:42:39.486519+0000 mon.a (mon.0) 265 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:40.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:40 smithi165 bash[21371]: audit 2024-04-13T21:42:39.957644+0000 mon.a (mon.0) 266 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:42:40.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:40 smithi165 bash[21371]: audit 2024-04-13T21:42:39.958824+0000 mon.a (mon.0) 267 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:42:40.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:40 smithi165 bash[21371]: audit 2024-04-13T21:42:39.964924+0000 mon.a (mon.0) 268 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:40.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:40 smithi165 bash[31269]: cluster 2024-04-13T21:42:38.857710+0000 mgr.y (mgr.14152) 101 : cluster 0 pgmap v63: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:40.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:40 smithi165 bash[31269]: audit 2024-04-13T21:42:39.481100+0000 mon.a (mon.0) 264 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:40.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:40 smithi165 bash[31269]: audit 2024-04-13T21:42:39.486519+0000 mon.a (mon.0) 265 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:40.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:40 smithi165 bash[31269]: audit 2024-04-13T21:42:39.957644+0000 mon.a (mon.0) 266 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:42:40.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:40 smithi165 bash[31269]: audit 2024-04-13T21:42:39.958824+0000 mon.a (mon.0) 267 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:42:40.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:40 smithi165 bash[31269]: audit 2024-04-13T21:42:39.964924+0000 mon.a (mon.0) 268 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:40.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:40 smithi189 bash[23633]: cluster 2024-04-13T21:42:38.857710+0000 mgr.y (mgr.14152) 101 : cluster 0 pgmap v63: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:40.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:40 smithi189 bash[23633]: audit 2024-04-13T21:42:39.481100+0000 mon.a (mon.0) 264 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:40.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:40 smithi189 bash[23633]: audit 2024-04-13T21:42:39.486519+0000 mon.a (mon.0) 265 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:40.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:40 smithi189 bash[23633]: audit 2024-04-13T21:42:39.957644+0000 mon.a (mon.0) 266 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:42:40.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:40 smithi189 bash[23633]: audit 2024-04-13T21:42:39.958824+0000 mon.a (mon.0) 267 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:42:40.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:40 smithi189 bash[23633]: audit 2024-04-13T21:42:39.964924+0000 mon.a (mon.0) 268 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:41.742 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:41 smithi165 bash[21371]: audit 2024-04-13T21:42:40.888176+0000 mon.c (mon.2) 2 : audit 1 from='osd.0 [v2:172.21.15.165:6802/285845539,v1:172.21.15.165:6803/285845539]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-13T21:42:41.743 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:41 smithi165 bash[21371]: audit 2024-04-13T21:42:40.888504+0000 mon.a (mon.0) 269 : audit 1 from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-13T21:42:41.743 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:41 smithi165 bash[31269]: audit 2024-04-13T21:42:40.888176+0000 mon.c (mon.2) 2 : audit 1 from='osd.0 [v2:172.21.15.165:6802/285845539,v1:172.21.15.165:6803/285845539]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-13T21:42:41.743 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:41 smithi165 bash[31269]: audit 2024-04-13T21:42:40.888504+0000 mon.a (mon.0) 269 : audit 1 from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-13T21:42:41.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:41 smithi189 bash[23633]: audit 2024-04-13T21:42:40.888176+0000 mon.c (mon.2) 2 : audit 1 from='osd.0 [v2:172.21.15.165:6802/285845539,v1:172.21.15.165:6803/285845539]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-13T21:42:41.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:41 smithi189 bash[23633]: audit 2024-04-13T21:42:40.888504+0000 mon.a (mon.0) 269 : audit 1 from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-13T21:42:42.562 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:42 smithi165 bash[21371]: cluster 2024-04-13T21:42:40.858026+0000 mgr.y (mgr.14152) 102 : cluster 0 pgmap v64: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:42.562 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:42 smithi165 bash[21371]: audit 2024-04-13T21:42:41.495888+0000 mon.a (mon.0) 270 : audit 1 from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-13T21:42:42.562 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:42 smithi165 bash[21371]: cluster 2024-04-13T21:42:41.496052+0000 mon.a (mon.0) 271 : cluster 0 osdmap e6: 1 total, 0 up, 1 in 2024-04-13T21:42:42.562 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:42 smithi165 bash[21371]: audit 2024-04-13T21:42:41.496334+0000 mon.a (mon.0) 272 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T21:42:42.562 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:42 smithi165 bash[21371]: audit 2024-04-13T21:42:41.497435+0000 mon.c (mon.2) 3 : audit 1 from='osd.0 [v2:172.21.15.165:6802/285845539,v1:172.21.15.165:6803/285845539]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-13T21:42:42.562 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:42 smithi165 bash[21371]: audit 2024-04-13T21:42:41.498029+0000 mon.a (mon.0) 273 : audit 1 from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-13T21:42:42.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:42 smithi165 bash[31269]: cluster 2024-04-13T21:42:40.858026+0000 mgr.y (mgr.14152) 102 : cluster 0 pgmap v64: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:42.563 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:42 smithi165 bash[31269]: audit 2024-04-13T21:42:41.495888+0000 mon.a (mon.0) 270 : audit 1 from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-13T21:42:42.563 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:42 smithi165 bash[31269]: cluster 2024-04-13T21:42:41.496052+0000 mon.a (mon.0) 271 : cluster 0 osdmap e6: 1 total, 0 up, 1 in 2024-04-13T21:42:42.563 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:42 smithi165 bash[31269]: audit 2024-04-13T21:42:41.496334+0000 mon.a (mon.0) 272 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T21:42:42.563 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:42 smithi165 bash[31269]: audit 2024-04-13T21:42:41.497435+0000 mon.c (mon.2) 3 : audit 1 from='osd.0 [v2:172.21.15.165:6802/285845539,v1:172.21.15.165:6803/285845539]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-13T21:42:42.563 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:42 smithi165 bash[31269]: audit 2024-04-13T21:42:41.498029+0000 mon.a (mon.0) 273 : audit 1 from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-13T21:42:42.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:42 smithi189 bash[23633]: cluster 2024-04-13T21:42:40.858026+0000 mgr.y (mgr.14152) 102 : cluster 0 pgmap v64: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:42.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:42 smithi189 bash[23633]: audit 2024-04-13T21:42:41.495888+0000 mon.a (mon.0) 270 : audit 1 from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-13T21:42:42.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:42 smithi189 bash[23633]: cluster 2024-04-13T21:42:41.496052+0000 mon.a (mon.0) 271 : cluster 0 osdmap e6: 1 total, 0 up, 1 in 2024-04-13T21:42:42.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:42 smithi189 bash[23633]: audit 2024-04-13T21:42:41.496334+0000 mon.a (mon.0) 272 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T21:42:42.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:42 smithi189 bash[23633]: audit 2024-04-13T21:42:41.497435+0000 mon.c (mon.2) 3 : audit 1 from='osd.0 [v2:172.21.15.165:6802/285845539,v1:172.21.15.165:6803/285845539]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-13T21:42:42.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:42 smithi189 bash[23633]: audit 2024-04-13T21:42:41.498029+0000 mon.a (mon.0) 273 : audit 1 from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-13T21:42:42.942 INFO:teuthology.orchestra.run.smithi165.stdout:Created osd(s) 0 on host 'smithi165' 2024-04-13T21:42:43.552 DEBUG:teuthology.orchestra.run.smithi165:osd.0> sudo journalctl -f -n 0 -u ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@osd.0.service 2024-04-13T21:42:43.554 INFO:tasks.cephadm:Deploying osd.1 on smithi165 with /dev/vg_nvme/lv_3... 2024-04-13T21:42:43.554 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-13T21:42:43.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:43 smithi165 bash[21371]: audit 2024-04-13T21:42:42.497657+0000 mon.a (mon.0) 274 : audit 1 from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]': finished 2024-04-13T21:42:43.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:43 smithi165 bash[21371]: cluster 2024-04-13T21:42:42.497869+0000 mon.a (mon.0) 275 : cluster 0 osdmap e7: 1 total, 0 up, 1 in 2024-04-13T21:42:43.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:43 smithi165 bash[21371]: audit 2024-04-13T21:42:42.498543+0000 mon.a (mon.0) 276 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T21:42:43.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:43 smithi165 bash[21371]: audit 2024-04-13T21:42:42.512516+0000 mon.a (mon.0) 277 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T21:42:43.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:43 smithi165 bash[21371]: audit 2024-04-13T21:42:42.943750+0000 mon.a (mon.0) 278 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:43.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:43 smithi165 bash[21371]: audit 2024-04-13T21:42:42.950129+0000 mon.a (mon.0) 279 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:43.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:43 smithi165 bash[21371]: audit 2024-04-13T21:42:42.952137+0000 mon.a (mon.0) 280 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:42:43.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:43 smithi165 bash[21371]: audit 2024-04-13T21:42:43.023725+0000 mon.a (mon.0) 281 : audit 1 from='osd.0 ' entity='osd.0' 2024-04-13T21:42:43.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:43 smithi165 bash[31269]: audit 2024-04-13T21:42:42.497657+0000 mon.a (mon.0) 274 : audit 1 from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]': finished 2024-04-13T21:42:43.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:43 smithi165 bash[31269]: cluster 2024-04-13T21:42:42.497869+0000 mon.a (mon.0) 275 : cluster 0 osdmap e7: 1 total, 0 up, 1 in 2024-04-13T21:42:43.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:43 smithi165 bash[31269]: audit 2024-04-13T21:42:42.498543+0000 mon.a (mon.0) 276 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T21:42:43.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:43 smithi165 bash[31269]: audit 2024-04-13T21:42:42.512516+0000 mon.a (mon.0) 277 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T21:42:43.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:43 smithi165 bash[31269]: audit 2024-04-13T21:42:42.943750+0000 mon.a (mon.0) 278 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:43.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:43 smithi165 bash[31269]: audit 2024-04-13T21:42:42.950129+0000 mon.a (mon.0) 279 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:43.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:43 smithi165 bash[31269]: audit 2024-04-13T21:42:42.952137+0000 mon.a (mon.0) 280 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:42:43.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:43 smithi165 bash[31269]: audit 2024-04-13T21:42:43.023725+0000 mon.a (mon.0) 281 : audit 1 from='osd.0 ' entity='osd.0' 2024-04-13T21:42:43.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:43 smithi189 bash[23633]: audit 2024-04-13T21:42:42.497657+0000 mon.a (mon.0) 274 : audit 1 from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]': finished 2024-04-13T21:42:43.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:43 smithi189 bash[23633]: cluster 2024-04-13T21:42:42.497869+0000 mon.a (mon.0) 275 : cluster 0 osdmap e7: 1 total, 0 up, 1 in 2024-04-13T21:42:43.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:43 smithi189 bash[23633]: audit 2024-04-13T21:42:42.498543+0000 mon.a (mon.0) 276 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T21:42:43.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:43 smithi189 bash[23633]: audit 2024-04-13T21:42:42.512516+0000 mon.a (mon.0) 277 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T21:42:43.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:43 smithi189 bash[23633]: audit 2024-04-13T21:42:42.943750+0000 mon.a (mon.0) 278 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:43.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:43 smithi189 bash[23633]: audit 2024-04-13T21:42:42.950129+0000 mon.a (mon.0) 279 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:43.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:43 smithi189 bash[23633]: audit 2024-04-13T21:42:42.952137+0000 mon.a (mon.0) 280 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:42:43.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:43 smithi189 bash[23633]: audit 2024-04-13T21:42:43.023725+0000 mon.a (mon.0) 281 : audit 1 from='osd.0 ' entity='osd.0' 2024-04-13T21:42:44.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:44 smithi165 bash[21371]: cluster 2024-04-13T21:42:41.885360+0000 osd.0 (osd.0) 1 : cluster 0 purged_snaps scrub starts 2024-04-13T21:42:44.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:44 smithi165 bash[21371]: cluster 2024-04-13T21:42:41.885440+0000 osd.0 (osd.0) 2 : cluster 0 purged_snaps scrub ok 2024-04-13T21:42:44.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:44 smithi165 bash[21371]: cluster 2024-04-13T21:42:42.858392+0000 mgr.y (mgr.14152) 103 : cluster 0 pgmap v67: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:44.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:44 smithi165 bash[21371]: audit 2024-04-13T21:42:43.512498+0000 mon.a (mon.0) 282 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T21:42:44.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:44 smithi165 bash[21371]: cluster 2024-04-13T21:42:44.026297+0000 mon.a (mon.0) 283 : cluster 1 osd.0 [v2:172.21.15.165:6802/285845539,v1:172.21.15.165:6803/285845539] boot 2024-04-13T21:42:44.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:44 smithi165 bash[21371]: cluster 2024-04-13T21:42:44.026373+0000 mon.a (mon.0) 284 : cluster 0 osdmap e8: 1 total, 1 up, 1 in 2024-04-13T21:42:44.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:44 smithi165 bash[21371]: audit 2024-04-13T21:42:44.026630+0000 mon.a (mon.0) 285 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T21:42:44.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:44 smithi165 bash[31269]: cluster 2024-04-13T21:42:41.885360+0000 osd.0 (osd.0) 1 : cluster 0 purged_snaps scrub starts 2024-04-13T21:42:44.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:44 smithi165 bash[31269]: cluster 2024-04-13T21:42:41.885440+0000 osd.0 (osd.0) 2 : cluster 0 purged_snaps scrub ok 2024-04-13T21:42:44.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:44 smithi165 bash[31269]: cluster 2024-04-13T21:42:42.858392+0000 mgr.y (mgr.14152) 103 : cluster 0 pgmap v67: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:44.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:44 smithi165 bash[31269]: audit 2024-04-13T21:42:43.512498+0000 mon.a (mon.0) 282 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T21:42:44.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:44 smithi165 bash[31269]: cluster 2024-04-13T21:42:44.026297+0000 mon.a (mon.0) 283 : cluster 1 osd.0 [v2:172.21.15.165:6802/285845539,v1:172.21.15.165:6803/285845539] boot 2024-04-13T21:42:44.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:44 smithi165 bash[31269]: cluster 2024-04-13T21:42:44.026373+0000 mon.a (mon.0) 284 : cluster 0 osdmap e8: 1 total, 1 up, 1 in 2024-04-13T21:42:44.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:44 smithi165 bash[31269]: audit 2024-04-13T21:42:44.026630+0000 mon.a (mon.0) 285 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T21:42:44.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:44 smithi189 bash[23633]: cluster 2024-04-13T21:42:41.885360+0000 osd.0 (osd.0) 1 : cluster 0 purged_snaps scrub starts 2024-04-13T21:42:44.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:44 smithi189 bash[23633]: cluster 2024-04-13T21:42:41.885440+0000 osd.0 (osd.0) 2 : cluster 0 purged_snaps scrub ok 2024-04-13T21:42:44.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:44 smithi189 bash[23633]: cluster 2024-04-13T21:42:42.858392+0000 mgr.y (mgr.14152) 103 : cluster 0 pgmap v67: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-13T21:42:44.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:44 smithi189 bash[23633]: audit 2024-04-13T21:42:43.512498+0000 mon.a (mon.0) 282 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T21:42:44.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:44 smithi189 bash[23633]: cluster 2024-04-13T21:42:44.026297+0000 mon.a (mon.0) 283 : cluster 1 osd.0 [v2:172.21.15.165:6802/285845539,v1:172.21.15.165:6803/285845539] boot 2024-04-13T21:42:44.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:44 smithi189 bash[23633]: cluster 2024-04-13T21:42:44.026373+0000 mon.a (mon.0) 284 : cluster 0 osdmap e8: 1 total, 1 up, 1 in 2024-04-13T21:42:44.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:44 smithi189 bash[23633]: audit 2024-04-13T21:42:44.026630+0000 mon.a (mon.0) 285 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T21:42:46.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:46 smithi165 bash[21371]: cluster 2024-04-13T21:42:44.858962+0000 mgr.y (mgr.14152) 104 : cluster 0 pgmap v69: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:42:46.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:46 smithi165 bash[21371]: cluster 2024-04-13T21:42:45.529872+0000 mon.a (mon.0) 286 : cluster 0 osdmap e9: 1 total, 1 up, 1 in 2024-04-13T21:42:46.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:46 smithi165 bash[31269]: cluster 2024-04-13T21:42:44.858962+0000 mgr.y (mgr.14152) 104 : cluster 0 pgmap v69: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:42:46.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:46 smithi165 bash[31269]: cluster 2024-04-13T21:42:45.529872+0000 mon.a (mon.0) 286 : cluster 0 osdmap e9: 1 total, 1 up, 1 in 2024-04-13T21:42:46.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:46 smithi189 bash[23633]: cluster 2024-04-13T21:42:44.858962+0000 mgr.y (mgr.14152) 104 : cluster 0 pgmap v69: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:42:46.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:46 smithi189 bash[23633]: cluster 2024-04-13T21:42:45.529872+0000 mon.a (mon.0) 286 : cluster 0 osdmap e9: 1 total, 1 up, 1 in 2024-04-13T21:42:47.760 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:42:48.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:48 smithi165 bash[21371]: cluster 2024-04-13T21:42:46.859554+0000 mgr.y (mgr.14152) 105 : cluster 0 pgmap v71: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:42:48.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:48 smithi165 bash[31269]: cluster 2024-04-13T21:42:46.859554+0000 mgr.y (mgr.14152) 105 : cluster 0 pgmap v71: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:42:48.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:48 smithi189 bash[23633]: cluster 2024-04-13T21:42:46.859554+0000 mgr.y (mgr.14152) 105 : cluster 0 pgmap v71: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:42:50.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:50 smithi165 bash[21371]: cluster 2024-04-13T21:42:48.860096+0000 mgr.y (mgr.14152) 106 : cluster 0 pgmap v72: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:42:50.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:50 smithi165 bash[31269]: cluster 2024-04-13T21:42:48.860096+0000 mgr.y (mgr.14152) 106 : cluster 0 pgmap v72: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:42:50.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:50 smithi189 bash[23633]: cluster 2024-04-13T21:42:48.860096+0000 mgr.y (mgr.14152) 106 : cluster 0 pgmap v72: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:42:51.749 INFO:teuthology.orchestra.run.smithi165.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-13T21:42:51.749 INFO:teuthology.orchestra.run.smithi165.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-13T21:42:51.749 INFO:teuthology.orchestra.run.smithi165.stderr: stderr: 10+0 records in 2024-04-13T21:42:51.749 INFO:teuthology.orchestra.run.smithi165.stderr:10+0 records out 2024-04-13T21:42:51.749 INFO:teuthology.orchestra.run.smithi165.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0157329 s, 666 MB/s 2024-04-13T21:42:51.749 INFO:teuthology.orchestra.run.smithi165.stderr:--> Zapping successful for: 2024-04-13T21:42:52.404 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph orch daemon add osd smithi165:vg_nvme/lv_3 2024-04-13T21:42:52.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:52 smithi165 bash[21371]: cluster 2024-04-13T21:42:50.860590+0000 mgr.y (mgr.14152) 107 : cluster 0 pgmap v73: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:42:52.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:52 smithi165 bash[31269]: cluster 2024-04-13T21:42:50.860590+0000 mgr.y (mgr.14152) 107 : cluster 0 pgmap v73: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:42:52.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:52 smithi189 bash[23633]: cluster 2024-04-13T21:42:50.860590+0000 mgr.y (mgr.14152) 107 : cluster 0 pgmap v73: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:42:54.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:53 smithi189 bash[23633]: cephadm 2024-04-13T21:42:52.841758+0000 mgr.y (mgr.14152) 108 : cephadm 1 Detected new or changed devices on smithi165 2024-04-13T21:42:54.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:53 smithi189 bash[23633]: audit 2024-04-13T21:42:52.851039+0000 mon.a (mon.0) 287 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:54.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:53 smithi189 bash[23633]: audit 2024-04-13T21:42:52.860249+0000 mon.a (mon.0) 288 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:54.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:53 smithi189 bash[23633]: cluster 2024-04-13T21:42:52.861008+0000 mgr.y (mgr.14152) 109 : cluster 0 pgmap v74: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:42:54.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:53 smithi189 bash[23633]: audit 2024-04-13T21:42:52.862565+0000 mon.a (mon.0) 289 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:42:54.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:53 smithi189 bash[23633]: cephadm 2024-04-13T21:42:52.863907+0000 mgr.y (mgr.14152) 110 : cephadm 1 Adjusting osd_memory_target on smithi165 to 16241M 2024-04-13T21:42:54.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:53 smithi189 bash[23633]: audit 2024-04-13T21:42:52.872024+0000 mon.a (mon.0) 290 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:54.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:53 smithi189 bash[23633]: audit 2024-04-13T21:42:52.874377+0000 mon.a (mon.0) 291 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:42:54.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:53 smithi189 bash[23633]: audit 2024-04-13T21:42:52.876084+0000 mon.a (mon.0) 292 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:42:54.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:53 smithi189 bash[23633]: audit 2024-04-13T21:42:52.886044+0000 mon.a (mon.0) 293 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:54.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:53 smithi165 bash[21371]: cephadm 2024-04-13T21:42:52.841758+0000 mgr.y (mgr.14152) 108 : cephadm 1 Detected new or changed devices on smithi165 2024-04-13T21:42:54.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:53 smithi165 bash[21371]: audit 2024-04-13T21:42:52.851039+0000 mon.a (mon.0) 287 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:54.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:53 smithi165 bash[21371]: audit 2024-04-13T21:42:52.860249+0000 mon.a (mon.0) 288 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:54.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:53 smithi165 bash[21371]: cluster 2024-04-13T21:42:52.861008+0000 mgr.y (mgr.14152) 109 : cluster 0 pgmap v74: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:42:54.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:53 smithi165 bash[21371]: audit 2024-04-13T21:42:52.862565+0000 mon.a (mon.0) 289 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:42:54.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:53 smithi165 bash[21371]: cephadm 2024-04-13T21:42:52.863907+0000 mgr.y (mgr.14152) 110 : cephadm 1 Adjusting osd_memory_target on smithi165 to 16241M 2024-04-13T21:42:54.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:53 smithi165 bash[21371]: audit 2024-04-13T21:42:52.872024+0000 mon.a (mon.0) 290 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:54.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:53 smithi165 bash[21371]: audit 2024-04-13T21:42:52.874377+0000 mon.a (mon.0) 291 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:42:54.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:53 smithi165 bash[21371]: audit 2024-04-13T21:42:52.876084+0000 mon.a (mon.0) 292 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:42:54.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:53 smithi165 bash[21371]: audit 2024-04-13T21:42:52.886044+0000 mon.a (mon.0) 293 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:54.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:53 smithi165 bash[31269]: cephadm 2024-04-13T21:42:52.841758+0000 mgr.y (mgr.14152) 108 : cephadm 1 Detected new or changed devices on smithi165 2024-04-13T21:42:54.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:53 smithi165 bash[31269]: audit 2024-04-13T21:42:52.851039+0000 mon.a (mon.0) 287 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:54.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:53 smithi165 bash[31269]: audit 2024-04-13T21:42:52.860249+0000 mon.a (mon.0) 288 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:54.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:53 smithi165 bash[31269]: cluster 2024-04-13T21:42:52.861008+0000 mgr.y (mgr.14152) 109 : cluster 0 pgmap v74: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:42:54.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:53 smithi165 bash[31269]: audit 2024-04-13T21:42:52.862565+0000 mon.a (mon.0) 289 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:42:54.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:53 smithi165 bash[31269]: cephadm 2024-04-13T21:42:52.863907+0000 mgr.y (mgr.14152) 110 : cephadm 1 Adjusting osd_memory_target on smithi165 to 16241M 2024-04-13T21:42:54.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:53 smithi165 bash[31269]: audit 2024-04-13T21:42:52.872024+0000 mon.a (mon.0) 290 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:54.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:53 smithi165 bash[31269]: audit 2024-04-13T21:42:52.874377+0000 mon.a (mon.0) 291 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:42:54.314 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:53 smithi165 bash[31269]: audit 2024-04-13T21:42:52.876084+0000 mon.a (mon.0) 292 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:42:54.314 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:53 smithi165 bash[31269]: audit 2024-04-13T21:42:52.886044+0000 mon.a (mon.0) 293 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:42:56.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:55 smithi165 bash[21371]: cluster 2024-04-13T21:42:54.861453+0000 mgr.y (mgr.14152) 111 : cluster 0 pgmap v75: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:42:56.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:55 smithi165 bash[31269]: cluster 2024-04-13T21:42:54.861453+0000 mgr.y (mgr.14152) 111 : cluster 0 pgmap v75: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:42:56.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:55 smithi189 bash[23633]: cluster 2024-04-13T21:42:54.861453+0000 mgr.y (mgr.14152) 111 : cluster 0 pgmap v75: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:42:57.090 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:42:58.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:57 smithi165 bash[31269]: cluster 2024-04-13T21:42:56.861944+0000 mgr.y (mgr.14152) 112 : cluster 0 pgmap v76: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:42:58.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:57 smithi165 bash[21371]: cluster 2024-04-13T21:42:56.861944+0000 mgr.y (mgr.14152) 112 : cluster 0 pgmap v76: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:42:58.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:57 smithi189 bash[23633]: cluster 2024-04-13T21:42:56.861944+0000 mgr.y (mgr.14152) 112 : cluster 0 pgmap v76: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:00.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:59 smithi165 bash[21371]: cluster 2024-04-13T21:42:58.862418+0000 mgr.y (mgr.14152) 113 : cluster 0 pgmap v77: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:00.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:59 smithi165 bash[21371]: audit 2024-04-13T21:42:59.607000+0000 mgr.y (mgr.14152) 114 : audit 0 from='client.14229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi165:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:43:00.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:59 smithi165 bash[21371]: audit 2024-04-13T21:42:59.613653+0000 mon.a (mon.0) 294 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T21:43:00.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:59 smithi165 bash[21371]: audit 2024-04-13T21:42:59.616760+0000 mon.a (mon.0) 295 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T21:43:00.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:42:59 smithi165 bash[21371]: audit 2024-04-13T21:42:59.618007+0000 mon.a (mon.0) 296 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:43:00.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:59 smithi165 bash[31269]: cluster 2024-04-13T21:42:58.862418+0000 mgr.y (mgr.14152) 113 : cluster 0 pgmap v77: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:00.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:59 smithi165 bash[31269]: audit 2024-04-13T21:42:59.607000+0000 mgr.y (mgr.14152) 114 : audit 0 from='client.14229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi165:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:43:00.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:59 smithi165 bash[31269]: audit 2024-04-13T21:42:59.613653+0000 mon.a (mon.0) 294 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T21:43:00.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:59 smithi165 bash[31269]: audit 2024-04-13T21:42:59.616760+0000 mon.a (mon.0) 295 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T21:43:00.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:42:59 smithi165 bash[31269]: audit 2024-04-13T21:42:59.618007+0000 mon.a (mon.0) 296 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:43:00.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:59 smithi189 bash[23633]: cluster 2024-04-13T21:42:58.862418+0000 mgr.y (mgr.14152) 113 : cluster 0 pgmap v77: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:00.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:59 smithi189 bash[23633]: audit 2024-04-13T21:42:59.607000+0000 mgr.y (mgr.14152) 114 : audit 0 from='client.14229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi165:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:43:00.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:59 smithi189 bash[23633]: audit 2024-04-13T21:42:59.613653+0000 mon.a (mon.0) 294 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T21:43:00.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:59 smithi189 bash[23633]: audit 2024-04-13T21:42:59.616760+0000 mon.a (mon.0) 295 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T21:43:00.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:42:59 smithi189 bash[23633]: audit 2024-04-13T21:42:59.618007+0000 mon.a (mon.0) 296 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:43:02.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:01 smithi165 bash[31269]: cluster 2024-04-13T21:43:00.862934+0000 mgr.y (mgr.14152) 115 : cluster 0 pgmap v78: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:02.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:01 smithi165 bash[21371]: cluster 2024-04-13T21:43:00.862934+0000 mgr.y (mgr.14152) 115 : cluster 0 pgmap v78: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:02.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:01 smithi189 bash[23633]: cluster 2024-04-13T21:43:00.862934+0000 mgr.y (mgr.14152) 115 : cluster 0 pgmap v78: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:04.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:03 smithi165 bash[21371]: cluster 2024-04-13T21:43:02.863476+0000 mgr.y (mgr.14152) 116 : cluster 0 pgmap v79: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:04.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:03 smithi165 bash[31269]: cluster 2024-04-13T21:43:02.863476+0000 mgr.y (mgr.14152) 116 : cluster 0 pgmap v79: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:04.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:03 smithi189 bash[23633]: cluster 2024-04-13T21:43:02.863476+0000 mgr.y (mgr.14152) 116 : cluster 0 pgmap v79: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:06.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:05 smithi165 bash[21371]: cluster 2024-04-13T21:43:04.863977+0000 mgr.y (mgr.14152) 117 : cluster 0 pgmap v80: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:06.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:05 smithi165 bash[31269]: cluster 2024-04-13T21:43:04.863977+0000 mgr.y (mgr.14152) 117 : cluster 0 pgmap v80: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:06.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:05 smithi189 bash[23633]: cluster 2024-04-13T21:43:04.863977+0000 mgr.y (mgr.14152) 117 : cluster 0 pgmap v80: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:08.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:07 smithi165 bash[21371]: cluster 2024-04-13T21:43:06.864435+0000 mgr.y (mgr.14152) 118 : cluster 0 pgmap v81: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:08.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:07 smithi165 bash[21371]: audit 2024-04-13T21:43:07.752630+0000 mon.c (mon.2) 4 : audit 1 from='client.? 172.21.15.165:0/2263416059' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2b75ee66-e9f8-45d6-9bea-5da70fef5eab"}]: dispatch 2024-04-13T21:43:08.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:07 smithi165 bash[21371]: audit 2024-04-13T21:43:07.753196+0000 mon.a (mon.0) 297 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2b75ee66-e9f8-45d6-9bea-5da70fef5eab"}]: dispatch 2024-04-13T21:43:08.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:07 smithi165 bash[21371]: audit 2024-04-13T21:43:07.761362+0000 mon.a (mon.0) 298 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2b75ee66-e9f8-45d6-9bea-5da70fef5eab"}]': finished 2024-04-13T21:43:08.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:07 smithi165 bash[21371]: cluster 2024-04-13T21:43:07.761590+0000 mon.a (mon.0) 299 : cluster 0 osdmap e10: 2 total, 1 up, 2 in 2024-04-13T21:43:08.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:07 smithi165 bash[21371]: audit 2024-04-13T21:43:07.761734+0000 mon.a (mon.0) 300 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T21:43:08.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:07 smithi165 bash[31269]: cluster 2024-04-13T21:43:06.864435+0000 mgr.y (mgr.14152) 118 : cluster 0 pgmap v81: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:08.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:07 smithi165 bash[31269]: audit 2024-04-13T21:43:07.752630+0000 mon.c (mon.2) 4 : audit 1 from='client.? 172.21.15.165:0/2263416059' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2b75ee66-e9f8-45d6-9bea-5da70fef5eab"}]: dispatch 2024-04-13T21:43:08.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:07 smithi165 bash[31269]: audit 2024-04-13T21:43:07.753196+0000 mon.a (mon.0) 297 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2b75ee66-e9f8-45d6-9bea-5da70fef5eab"}]: dispatch 2024-04-13T21:43:08.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:07 smithi165 bash[31269]: audit 2024-04-13T21:43:07.761362+0000 mon.a (mon.0) 298 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2b75ee66-e9f8-45d6-9bea-5da70fef5eab"}]': finished 2024-04-13T21:43:08.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:07 smithi165 bash[31269]: cluster 2024-04-13T21:43:07.761590+0000 mon.a (mon.0) 299 : cluster 0 osdmap e10: 2 total, 1 up, 2 in 2024-04-13T21:43:08.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:07 smithi165 bash[31269]: audit 2024-04-13T21:43:07.761734+0000 mon.a (mon.0) 300 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T21:43:08.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:07 smithi189 bash[23633]: cluster 2024-04-13T21:43:06.864435+0000 mgr.y (mgr.14152) 118 : cluster 0 pgmap v81: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:08.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:07 smithi189 bash[23633]: audit 2024-04-13T21:43:07.752630+0000 mon.c (mon.2) 4 : audit 1 from='client.? 172.21.15.165:0/2263416059' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2b75ee66-e9f8-45d6-9bea-5da70fef5eab"}]: dispatch 2024-04-13T21:43:08.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:07 smithi189 bash[23633]: audit 2024-04-13T21:43:07.753196+0000 mon.a (mon.0) 297 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2b75ee66-e9f8-45d6-9bea-5da70fef5eab"}]: dispatch 2024-04-13T21:43:08.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:07 smithi189 bash[23633]: audit 2024-04-13T21:43:07.761362+0000 mon.a (mon.0) 298 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2b75ee66-e9f8-45d6-9bea-5da70fef5eab"}]': finished 2024-04-13T21:43:08.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:07 smithi189 bash[23633]: cluster 2024-04-13T21:43:07.761590+0000 mon.a (mon.0) 299 : cluster 0 osdmap e10: 2 total, 1 up, 2 in 2024-04-13T21:43:08.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:07 smithi189 bash[23633]: audit 2024-04-13T21:43:07.761734+0000 mon.a (mon.0) 300 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T21:43:09.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:08 smithi165 bash[21371]: audit 2024-04-13T21:43:08.503461+0000 mon.c (mon.2) 5 : audit 0 from='client.? 172.21.15.165:0/4070353135' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T21:43:09.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:08 smithi165 bash[31269]: audit 2024-04-13T21:43:08.503461+0000 mon.c (mon.2) 5 : audit 0 from='client.? 172.21.15.165:0/4070353135' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T21:43:09.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:08 smithi189 bash[23633]: audit 2024-04-13T21:43:08.503461+0000 mon.c (mon.2) 5 : audit 0 from='client.? 172.21.15.165:0/4070353135' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T21:43:10.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:09 smithi165 bash[21371]: cluster 2024-04-13T21:43:08.864961+0000 mgr.y (mgr.14152) 119 : cluster 0 pgmap v83: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:10.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:09 smithi165 bash[31269]: cluster 2024-04-13T21:43:08.864961+0000 mgr.y (mgr.14152) 119 : cluster 0 pgmap v83: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:10.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:09 smithi189 bash[23633]: cluster 2024-04-13T21:43:08.864961+0000 mgr.y (mgr.14152) 119 : cluster 0 pgmap v83: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:12.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:11 smithi165 bash[21371]: cluster 2024-04-13T21:43:10.865373+0000 mgr.y (mgr.14152) 120 : cluster 0 pgmap v84: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:12.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:11 smithi165 bash[31269]: cluster 2024-04-13T21:43:10.865373+0000 mgr.y (mgr.14152) 120 : cluster 0 pgmap v84: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:12.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:11 smithi189 bash[23633]: cluster 2024-04-13T21:43:10.865373+0000 mgr.y (mgr.14152) 120 : cluster 0 pgmap v84: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:14.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:13 smithi165 bash[31269]: cluster 2024-04-13T21:43:12.865878+0000 mgr.y (mgr.14152) 121 : cluster 0 pgmap v85: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:14.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:13 smithi165 bash[21371]: cluster 2024-04-13T21:43:12.865878+0000 mgr.y (mgr.14152) 121 : cluster 0 pgmap v85: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:14.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:13 smithi189 bash[23633]: cluster 2024-04-13T21:43:12.865878+0000 mgr.y (mgr.14152) 121 : cluster 0 pgmap v85: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:16.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:15 smithi165 bash[21371]: cluster 2024-04-13T21:43:14.866434+0000 mgr.y (mgr.14152) 122 : cluster 0 pgmap v86: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:16.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:15 smithi165 bash[31269]: cluster 2024-04-13T21:43:14.866434+0000 mgr.y (mgr.14152) 122 : cluster 0 pgmap v86: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:16.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:15 smithi189 bash[23633]: cluster 2024-04-13T21:43:14.866434+0000 mgr.y (mgr.14152) 122 : cluster 0 pgmap v86: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:18.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:17 smithi165 bash[21371]: cluster 2024-04-13T21:43:16.866925+0000 mgr.y (mgr.14152) 123 : cluster 0 pgmap v87: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:18.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:17 smithi165 bash[31269]: cluster 2024-04-13T21:43:16.866925+0000 mgr.y (mgr.14152) 123 : cluster 0 pgmap v87: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:18.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:17 smithi189 bash[23633]: cluster 2024-04-13T21:43:16.866925+0000 mgr.y (mgr.14152) 123 : cluster 0 pgmap v87: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:20.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:19 smithi165 bash[21371]: cluster 2024-04-13T21:43:18.867241+0000 mgr.y (mgr.14152) 124 : cluster 0 pgmap v88: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:20.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:19 smithi165 bash[21371]: audit 2024-04-13T21:43:19.617835+0000 mon.a (mon.0) 301 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-13T21:43:20.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:19 smithi165 bash[21371]: audit 2024-04-13T21:43:19.619638+0000 mon.a (mon.0) 302 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:43:20.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:19 smithi165 bash[21371]: cephadm 2024-04-13T21:43:19.621191+0000 mgr.y (mgr.14152) 125 : cephadm 1 Deploying daemon osd.1 on smithi165 2024-04-13T21:43:20.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:19 smithi165 bash[31269]: cluster 2024-04-13T21:43:18.867241+0000 mgr.y (mgr.14152) 124 : cluster 0 pgmap v88: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:20.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:19 smithi165 bash[31269]: audit 2024-04-13T21:43:19.617835+0000 mon.a (mon.0) 301 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-13T21:43:20.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:19 smithi165 bash[31269]: audit 2024-04-13T21:43:19.619638+0000 mon.a (mon.0) 302 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:43:20.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:19 smithi165 bash[31269]: cephadm 2024-04-13T21:43:19.621191+0000 mgr.y (mgr.14152) 125 : cephadm 1 Deploying daemon osd.1 on smithi165 2024-04-13T21:43:20.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:19 smithi189 bash[23633]: cluster 2024-04-13T21:43:18.867241+0000 mgr.y (mgr.14152) 124 : cluster 0 pgmap v88: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:20.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:19 smithi189 bash[23633]: audit 2024-04-13T21:43:19.617835+0000 mon.a (mon.0) 301 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-13T21:43:20.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:19 smithi189 bash[23633]: audit 2024-04-13T21:43:19.619638+0000 mon.a (mon.0) 302 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:43:20.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:19 smithi189 bash[23633]: cephadm 2024-04-13T21:43:19.621191+0000 mgr.y (mgr.14152) 125 : cephadm 1 Deploying daemon osd.1 on smithi165 2024-04-13T21:43:22.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:21 smithi165 bash[31269]: cluster 2024-04-13T21:43:20.867559+0000 mgr.y (mgr.14152) 126 : cluster 0 pgmap v89: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:22.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:21 smithi165 bash[21371]: cluster 2024-04-13T21:43:20.867559+0000 mgr.y (mgr.14152) 126 : cluster 0 pgmap v89: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:22.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:21 smithi189 bash[23633]: cluster 2024-04-13T21:43:20.867559+0000 mgr.y (mgr.14152) 126 : cluster 0 pgmap v89: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:23.409 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:43:23 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:43:23.409 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:23 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:43:23.410 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:23 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:43:23.410 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 21:43:23 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:43:23.673 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:23 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:43:23.673 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:23 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:43:23.673 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 21:43:23 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:43:23.674 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:43:23 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:43:24.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:24 smithi165 bash[21371]: cluster 2024-04-13T21:43:22.867922+0000 mgr.y (mgr.14152) 127 : cluster 0 pgmap v90: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:24.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:24 smithi165 bash[21371]: audit 2024-04-13T21:43:23.672532+0000 mon.a (mon.0) 303 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:43:24.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:24 smithi165 bash[21371]: audit 2024-04-13T21:43:23.677924+0000 mon.a (mon.0) 304 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:43:24.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:24 smithi165 bash[21371]: audit 2024-04-13T21:43:23.698000+0000 mon.a (mon.0) 305 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:43:24.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:24 smithi165 bash[31269]: cluster 2024-04-13T21:43:22.867922+0000 mgr.y (mgr.14152) 127 : cluster 0 pgmap v90: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:24.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:24 smithi165 bash[31269]: audit 2024-04-13T21:43:23.672532+0000 mon.a (mon.0) 303 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:43:24.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:24 smithi165 bash[31269]: audit 2024-04-13T21:43:23.677924+0000 mon.a (mon.0) 304 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:43:24.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:24 smithi165 bash[31269]: audit 2024-04-13T21:43:23.698000+0000 mon.a (mon.0) 305 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:43:25.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:24 smithi189 bash[23633]: cluster 2024-04-13T21:43:22.867922+0000 mgr.y (mgr.14152) 127 : cluster 0 pgmap v90: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:25.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:24 smithi189 bash[23633]: audit 2024-04-13T21:43:23.672532+0000 mon.a (mon.0) 303 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:43:25.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:24 smithi189 bash[23633]: audit 2024-04-13T21:43:23.677924+0000 mon.a (mon.0) 304 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:43:25.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:24 smithi189 bash[23633]: audit 2024-04-13T21:43:23.698000+0000 mon.a (mon.0) 305 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:43:27.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:26 smithi165 bash[21371]: cluster 2024-04-13T21:43:24.868287+0000 mgr.y (mgr.14152) 128 : cluster 0 pgmap v91: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:27.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:26 smithi165 bash[31269]: cluster 2024-04-13T21:43:24.868287+0000 mgr.y (mgr.14152) 128 : cluster 0 pgmap v91: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:27.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:26 smithi189 bash[23633]: cluster 2024-04-13T21:43:24.868287+0000 mgr.y (mgr.14152) 128 : cluster 0 pgmap v91: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:28.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:28 smithi165 bash[31269]: cluster 2024-04-13T21:43:26.868754+0000 mgr.y (mgr.14152) 129 : cluster 0 pgmap v92: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:28.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:28 smithi165 bash[21371]: cluster 2024-04-13T21:43:26.868754+0000 mgr.y (mgr.14152) 129 : cluster 0 pgmap v92: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:29.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:28 smithi189 bash[23633]: cluster 2024-04-13T21:43:26.868754+0000 mgr.y (mgr.14152) 129 : cluster 0 pgmap v92: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:30.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:29 smithi165 bash[21371]: audit 2024-04-13T21:43:28.832575+0000 mon.a (mon.0) 306 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:43:30.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:29 smithi165 bash[21371]: audit 2024-04-13T21:43:28.838726+0000 mon.a (mon.0) 307 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:43:30.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:29 smithi165 bash[21371]: audit 2024-04-13T21:43:28.839585+0000 mon.a (mon.0) 308 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:43:30.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:29 smithi165 bash[21371]: audit 2024-04-13T21:43:28.840385+0000 mon.a (mon.0) 309 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:43:30.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:29 smithi165 bash[21371]: audit 2024-04-13T21:43:28.847184+0000 mon.a (mon.0) 310 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:43:30.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:29 smithi165 bash[21371]: cluster 2024-04-13T21:43:28.869060+0000 mgr.y (mgr.14152) 130 : cluster 0 pgmap v93: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:30.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:29 smithi165 bash[31269]: audit 2024-04-13T21:43:28.832575+0000 mon.a (mon.0) 306 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:43:30.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:29 smithi165 bash[31269]: audit 2024-04-13T21:43:28.838726+0000 mon.a (mon.0) 307 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:43:30.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:29 smithi165 bash[31269]: audit 2024-04-13T21:43:28.839585+0000 mon.a (mon.0) 308 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:43:30.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:29 smithi165 bash[31269]: audit 2024-04-13T21:43:28.840385+0000 mon.a (mon.0) 309 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:43:30.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:29 smithi165 bash[31269]: audit 2024-04-13T21:43:28.847184+0000 mon.a (mon.0) 310 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:43:30.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:29 smithi165 bash[31269]: cluster 2024-04-13T21:43:28.869060+0000 mgr.y (mgr.14152) 130 : cluster 0 pgmap v93: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:30.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:29 smithi189 bash[23633]: audit 2024-04-13T21:43:28.832575+0000 mon.a (mon.0) 306 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:43:30.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:29 smithi189 bash[23633]: audit 2024-04-13T21:43:28.838726+0000 mon.a (mon.0) 307 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:43:30.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:29 smithi189 bash[23633]: audit 2024-04-13T21:43:28.839585+0000 mon.a (mon.0) 308 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:43:30.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:29 smithi189 bash[23633]: audit 2024-04-13T21:43:28.840385+0000 mon.a (mon.0) 309 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:43:30.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:29 smithi189 bash[23633]: audit 2024-04-13T21:43:28.847184+0000 mon.a (mon.0) 310 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:43:30.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:29 smithi189 bash[23633]: cluster 2024-04-13T21:43:28.869060+0000 mgr.y (mgr.14152) 130 : cluster 0 pgmap v93: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:31.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:30 smithi189 bash[23633]: audit 2024-04-13T21:43:29.879795+0000 mon.c (mon.2) 6 : audit 1 from='osd.1 [v2:172.21.15.165:6810/632919587,v1:172.21.15.165:6811/632919587]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-13T21:43:31.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:30 smithi189 bash[23633]: audit 2024-04-13T21:43:29.880209+0000 mon.a (mon.0) 311 : audit 1 from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-13T21:43:31.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:30 smithi165 bash[31269]: audit 2024-04-13T21:43:29.879795+0000 mon.c (mon.2) 6 : audit 1 from='osd.1 [v2:172.21.15.165:6810/632919587,v1:172.21.15.165:6811/632919587]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-13T21:43:31.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:30 smithi165 bash[31269]: audit 2024-04-13T21:43:29.880209+0000 mon.a (mon.0) 311 : audit 1 from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-13T21:43:31.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:30 smithi165 bash[21371]: audit 2024-04-13T21:43:29.879795+0000 mon.c (mon.2) 6 : audit 1 from='osd.1 [v2:172.21.15.165:6810/632919587,v1:172.21.15.165:6811/632919587]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-13T21:43:31.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:30 smithi165 bash[21371]: audit 2024-04-13T21:43:29.880209+0000 mon.a (mon.0) 311 : audit 1 from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-13T21:43:32.254 INFO:teuthology.orchestra.run.smithi165.stdout:Created osd(s) 1 on host 'smithi165' 2024-04-13T21:43:32.277 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:31 smithi165 bash[21371]: audit 2024-04-13T21:43:30.861177+0000 mon.a (mon.0) 312 : audit 1 from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-13T21:43:32.277 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:31 smithi165 bash[21371]: cluster 2024-04-13T21:43:30.861344+0000 mon.a (mon.0) 313 : cluster 0 osdmap e11: 2 total, 1 up, 2 in 2024-04-13T21:43:32.277 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:31 smithi165 bash[21371]: audit 2024-04-13T21:43:30.861594+0000 mon.a (mon.0) 314 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T21:43:32.277 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:31 smithi165 bash[21371]: audit 2024-04-13T21:43:30.862764+0000 mon.c (mon.2) 7 : audit 1 from='osd.1 [v2:172.21.15.165:6810/632919587,v1:172.21.15.165:6811/632919587]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-13T21:43:32.278 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:31 smithi165 bash[21371]: audit 2024-04-13T21:43:30.863558+0000 mon.a (mon.0) 315 : audit 1 from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-13T21:43:32.278 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:31 smithi165 bash[21371]: cluster 2024-04-13T21:43:30.869438+0000 mgr.y (mgr.14152) 131 : cluster 0 pgmap v95: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:32.278 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:31 smithi165 bash[31269]: audit 2024-04-13T21:43:30.861177+0000 mon.a (mon.0) 312 : audit 1 from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-13T21:43:32.278 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:31 smithi165 bash[31269]: cluster 2024-04-13T21:43:30.861344+0000 mon.a (mon.0) 313 : cluster 0 osdmap e11: 2 total, 1 up, 2 in 2024-04-13T21:43:32.278 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:31 smithi165 bash[31269]: audit 2024-04-13T21:43:30.861594+0000 mon.a (mon.0) 314 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T21:43:32.278 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:31 smithi165 bash[31269]: audit 2024-04-13T21:43:30.862764+0000 mon.c (mon.2) 7 : audit 1 from='osd.1 [v2:172.21.15.165:6810/632919587,v1:172.21.15.165:6811/632919587]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-13T21:43:32.278 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:31 smithi165 bash[31269]: audit 2024-04-13T21:43:30.863558+0000 mon.a (mon.0) 315 : audit 1 from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-13T21:43:32.278 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:31 smithi165 bash[31269]: cluster 2024-04-13T21:43:30.869438+0000 mgr.y (mgr.14152) 131 : cluster 0 pgmap v95: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:32.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:31 smithi189 bash[23633]: audit 2024-04-13T21:43:30.861177+0000 mon.a (mon.0) 312 : audit 1 from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-13T21:43:32.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:31 smithi189 bash[23633]: cluster 2024-04-13T21:43:30.861344+0000 mon.a (mon.0) 313 : cluster 0 osdmap e11: 2 total, 1 up, 2 in 2024-04-13T21:43:32.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:31 smithi189 bash[23633]: audit 2024-04-13T21:43:30.861594+0000 mon.a (mon.0) 314 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T21:43:32.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:31 smithi189 bash[23633]: audit 2024-04-13T21:43:30.862764+0000 mon.c (mon.2) 7 : audit 1 from='osd.1 [v2:172.21.15.165:6810/632919587,v1:172.21.15.165:6811/632919587]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-13T21:43:32.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:31 smithi189 bash[23633]: audit 2024-04-13T21:43:30.863558+0000 mon.a (mon.0) 315 : audit 1 from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-13T21:43:32.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:31 smithi189 bash[23633]: cluster 2024-04-13T21:43:30.869438+0000 mgr.y (mgr.14152) 131 : cluster 0 pgmap v95: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:32.892 DEBUG:teuthology.orchestra.run.smithi165:osd.1> sudo journalctl -f -n 0 -u ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@osd.1.service 2024-04-13T21:43:32.894 INFO:tasks.cephadm:Deploying osd.2 on smithi165 with /dev/vg_nvme/lv_2... 2024-04-13T21:43:32.895 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-13T21:43:33.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:32 smithi165 bash[21371]: audit 2024-04-13T21:43:31.865815+0000 mon.a (mon.0) 316 : audit 1 from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]': finished 2024-04-13T21:43:33.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:32 smithi165 bash[21371]: cluster 2024-04-13T21:43:31.866019+0000 mon.a (mon.0) 317 : cluster 0 osdmap e12: 2 total, 1 up, 2 in 2024-04-13T21:43:33.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:32 smithi165 bash[21371]: audit 2024-04-13T21:43:31.866784+0000 mon.a (mon.0) 318 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T21:43:33.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:32 smithi165 bash[21371]: audit 2024-04-13T21:43:31.875437+0000 mon.a (mon.0) 319 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T21:43:33.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:32 smithi165 bash[21371]: audit 2024-04-13T21:43:32.188202+0000 mon.a (mon.0) 320 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:43:33.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:32 smithi165 bash[21371]: audit 2024-04-13T21:43:32.236163+0000 mon.a (mon.0) 321 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:43:33.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:32 smithi165 bash[21371]: audit 2024-04-13T21:43:32.252960+0000 mon.a (mon.0) 322 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:43:33.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:32 smithi165 bash[21371]: audit 2024-04-13T21:43:32.359619+0000 mon.a (mon.0) 323 : audit 1 from='osd.1 ' entity='osd.1' 2024-04-13T21:43:33.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:32 smithi165 bash[31269]: audit 2024-04-13T21:43:31.865815+0000 mon.a (mon.0) 316 : audit 1 from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]': finished 2024-04-13T21:43:33.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:32 smithi165 bash[31269]: cluster 2024-04-13T21:43:31.866019+0000 mon.a (mon.0) 317 : cluster 0 osdmap e12: 2 total, 1 up, 2 in 2024-04-13T21:43:33.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:32 smithi165 bash[31269]: audit 2024-04-13T21:43:31.866784+0000 mon.a (mon.0) 318 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T21:43:33.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:32 smithi165 bash[31269]: audit 2024-04-13T21:43:31.875437+0000 mon.a (mon.0) 319 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T21:43:33.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:32 smithi165 bash[31269]: audit 2024-04-13T21:43:32.188202+0000 mon.a (mon.0) 320 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:43:33.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:32 smithi165 bash[31269]: audit 2024-04-13T21:43:32.236163+0000 mon.a (mon.0) 321 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:43:33.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:32 smithi165 bash[31269]: audit 2024-04-13T21:43:32.252960+0000 mon.a (mon.0) 322 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:43:33.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:32 smithi165 bash[31269]: audit 2024-04-13T21:43:32.359619+0000 mon.a (mon.0) 323 : audit 1 from='osd.1 ' entity='osd.1' 2024-04-13T21:43:33.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:32 smithi189 bash[23633]: audit 2024-04-13T21:43:31.865815+0000 mon.a (mon.0) 316 : audit 1 from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]': finished 2024-04-13T21:43:33.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:32 smithi189 bash[23633]: cluster 2024-04-13T21:43:31.866019+0000 mon.a (mon.0) 317 : cluster 0 osdmap e12: 2 total, 1 up, 2 in 2024-04-13T21:43:33.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:32 smithi189 bash[23633]: audit 2024-04-13T21:43:31.866784+0000 mon.a (mon.0) 318 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T21:43:33.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:32 smithi189 bash[23633]: audit 2024-04-13T21:43:31.875437+0000 mon.a (mon.0) 319 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T21:43:33.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:32 smithi189 bash[23633]: audit 2024-04-13T21:43:32.188202+0000 mon.a (mon.0) 320 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:43:33.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:32 smithi189 bash[23633]: audit 2024-04-13T21:43:32.236163+0000 mon.a (mon.0) 321 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:43:33.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:32 smithi189 bash[23633]: audit 2024-04-13T21:43:32.252960+0000 mon.a (mon.0) 322 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:43:33.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:32 smithi189 bash[23633]: audit 2024-04-13T21:43:32.359619+0000 mon.a (mon.0) 323 : audit 1 from='osd.1 ' entity='osd.1' 2024-04-13T21:43:34.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:33 smithi165 bash[21371]: cluster 2024-04-13T21:43:30.846486+0000 osd.1 (osd.1) 1 : cluster 0 purged_snaps scrub starts 2024-04-13T21:43:34.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:33 smithi165 bash[21371]: cluster 2024-04-13T21:43:30.846566+0000 osd.1 (osd.1) 2 : cluster 0 purged_snaps scrub ok 2024-04-13T21:43:34.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:33 smithi165 bash[21371]: cluster 2024-04-13T21:43:32.869968+0000 mgr.y (mgr.14152) 132 : cluster 0 pgmap v97: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:34.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:33 smithi165 bash[21371]: audit 2024-04-13T21:43:32.878222+0000 mon.a (mon.0) 324 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T21:43:34.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:33 smithi165 bash[21371]: cluster 2024-04-13T21:43:33.363192+0000 mon.a (mon.0) 325 : cluster 1 osd.1 [v2:172.21.15.165:6810/632919587,v1:172.21.15.165:6811/632919587] boot 2024-04-13T21:43:34.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:33 smithi165 bash[21371]: cluster 2024-04-13T21:43:33.363322+0000 mon.a (mon.0) 326 : cluster 0 osdmap e13: 2 total, 2 up, 2 in 2024-04-13T21:43:34.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:33 smithi165 bash[21371]: audit 2024-04-13T21:43:33.363566+0000 mon.a (mon.0) 327 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T21:43:34.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:33 smithi165 bash[31269]: cluster 2024-04-13T21:43:30.846486+0000 osd.1 (osd.1) 1 : cluster 0 purged_snaps scrub starts 2024-04-13T21:43:34.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:33 smithi165 bash[31269]: cluster 2024-04-13T21:43:30.846566+0000 osd.1 (osd.1) 2 : cluster 0 purged_snaps scrub ok 2024-04-13T21:43:34.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:33 smithi165 bash[31269]: cluster 2024-04-13T21:43:32.869968+0000 mgr.y (mgr.14152) 132 : cluster 0 pgmap v97: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:34.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:33 smithi165 bash[31269]: audit 2024-04-13T21:43:32.878222+0000 mon.a (mon.0) 324 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T21:43:34.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:33 smithi165 bash[31269]: cluster 2024-04-13T21:43:33.363192+0000 mon.a (mon.0) 325 : cluster 1 osd.1 [v2:172.21.15.165:6810/632919587,v1:172.21.15.165:6811/632919587] boot 2024-04-13T21:43:34.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:33 smithi165 bash[31269]: cluster 2024-04-13T21:43:33.363322+0000 mon.a (mon.0) 326 : cluster 0 osdmap e13: 2 total, 2 up, 2 in 2024-04-13T21:43:34.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:33 smithi165 bash[31269]: audit 2024-04-13T21:43:33.363566+0000 mon.a (mon.0) 327 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T21:43:34.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:33 smithi189 bash[23633]: cluster 2024-04-13T21:43:30.846486+0000 osd.1 (osd.1) 1 : cluster 0 purged_snaps scrub starts 2024-04-13T21:43:34.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:33 smithi189 bash[23633]: cluster 2024-04-13T21:43:30.846566+0000 osd.1 (osd.1) 2 : cluster 0 purged_snaps scrub ok 2024-04-13T21:43:34.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:33 smithi189 bash[23633]: cluster 2024-04-13T21:43:32.869968+0000 mgr.y (mgr.14152) 132 : cluster 0 pgmap v97: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-04-13T21:43:34.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:33 smithi189 bash[23633]: audit 2024-04-13T21:43:32.878222+0000 mon.a (mon.0) 324 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T21:43:34.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:33 smithi189 bash[23633]: cluster 2024-04-13T21:43:33.363192+0000 mon.a (mon.0) 325 : cluster 1 osd.1 [v2:172.21.15.165:6810/632919587,v1:172.21.15.165:6811/632919587] boot 2024-04-13T21:43:34.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:33 smithi189 bash[23633]: cluster 2024-04-13T21:43:33.363322+0000 mon.a (mon.0) 326 : cluster 0 osdmap e13: 2 total, 2 up, 2 in 2024-04-13T21:43:34.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:33 smithi189 bash[23633]: audit 2024-04-13T21:43:33.363566+0000 mon.a (mon.0) 327 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T21:43:35.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:35 smithi165 bash[31269]: cluster 2024-04-13T21:43:34.364921+0000 mon.a (mon.0) 328 : cluster 0 osdmap e14: 2 total, 2 up, 2 in 2024-04-13T21:43:35.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:35 smithi165 bash[21371]: cluster 2024-04-13T21:43:34.364921+0000 mon.a (mon.0) 328 : cluster 0 osdmap e14: 2 total, 2 up, 2 in 2024-04-13T21:43:35.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:35 smithi189 bash[23633]: cluster 2024-04-13T21:43:34.364921+0000 mon.a (mon.0) 328 : cluster 0 osdmap e14: 2 total, 2 up, 2 in 2024-04-13T21:43:36.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:36 smithi165 bash[31269]: cluster 2024-04-13T21:43:34.870545+0000 mgr.y (mgr.14152) 133 : cluster 0 pgmap v100: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:43:36.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:36 smithi165 bash[21371]: cluster 2024-04-13T21:43:34.870545+0000 mgr.y (mgr.14152) 133 : cluster 0 pgmap v100: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:43:36.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:36 smithi189 bash[23633]: cluster 2024-04-13T21:43:34.870545+0000 mgr.y (mgr.14152) 133 : cluster 0 pgmap v100: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:43:37.098 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:43:38.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:38 smithi165 bash[31269]: cluster 2024-04-13T21:43:36.871052+0000 mgr.y (mgr.14152) 134 : cluster 0 pgmap v101: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:43:38.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:38 smithi165 bash[21371]: cluster 2024-04-13T21:43:36.871052+0000 mgr.y (mgr.14152) 134 : cluster 0 pgmap v101: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:43:38.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:38 smithi189 bash[23633]: cluster 2024-04-13T21:43:36.871052+0000 mgr.y (mgr.14152) 134 : cluster 0 pgmap v101: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:43:40.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:40 smithi165 bash[21371]: cluster 2024-04-13T21:43:38.871425+0000 mgr.y (mgr.14152) 135 : cluster 0 pgmap v102: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:43:40.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:40 smithi165 bash[31269]: cluster 2024-04-13T21:43:38.871425+0000 mgr.y (mgr.14152) 135 : cluster 0 pgmap v102: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:43:40.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:40 smithi189 bash[23633]: cluster 2024-04-13T21:43:38.871425+0000 mgr.y (mgr.14152) 135 : cluster 0 pgmap v102: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:43:40.980 INFO:teuthology.orchestra.run.smithi165.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-13T21:43:40.980 INFO:teuthology.orchestra.run.smithi165.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-13T21:43:40.981 INFO:teuthology.orchestra.run.smithi165.stderr: stderr: 10+0 records in 2024-04-13T21:43:40.981 INFO:teuthology.orchestra.run.smithi165.stderr:10+0 records out 2024-04-13T21:43:40.981 INFO:teuthology.orchestra.run.smithi165.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0134075 s, 782 MB/s 2024-04-13T21:43:40.981 INFO:teuthology.orchestra.run.smithi165.stderr:--> Zapping successful for: 2024-04-13T21:43:41.681 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph orch daemon add osd smithi165:vg_nvme/lv_2 2024-04-13T21:43:42.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:42 smithi165 bash[21371]: cluster 2024-04-13T21:43:40.871689+0000 mgr.y (mgr.14152) 136 : cluster 0 pgmap v103: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:43:42.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:42 smithi165 bash[21371]: audit 2024-04-13T21:43:42.139566+0000 mon.a (mon.0) 329 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:43:42.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:42 smithi165 bash[21371]: audit 2024-04-13T21:43:42.149518+0000 mon.a (mon.0) 330 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:43:42.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:42 smithi165 bash[21371]: audit 2024-04-13T21:43:42.151880+0000 mon.a (mon.0) 331 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:43:42.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:42 smithi165 bash[21371]: audit 2024-04-13T21:43:42.153860+0000 mon.a (mon.0) 332 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:43:42.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:42 smithi165 bash[21371]: audit 2024-04-13T21:43:42.164516+0000 mon.a (mon.0) 333 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:43:42.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:42 smithi165 bash[21371]: audit 2024-04-13T21:43:42.166478+0000 mon.a (mon.0) 334 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:43:42.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:42 smithi165 bash[21371]: audit 2024-04-13T21:43:42.168152+0000 mon.a (mon.0) 335 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:43:42.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:42 smithi165 bash[21371]: audit 2024-04-13T21:43:42.177051+0000 mon.a (mon.0) 336 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:43:42.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:42 smithi165 bash[31269]: cluster 2024-04-13T21:43:40.871689+0000 mgr.y (mgr.14152) 136 : cluster 0 pgmap v103: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:43:42.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:42 smithi165 bash[31269]: audit 2024-04-13T21:43:42.139566+0000 mon.a (mon.0) 329 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:43:42.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:42 smithi165 bash[31269]: audit 2024-04-13T21:43:42.149518+0000 mon.a (mon.0) 330 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:43:42.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:42 smithi165 bash[31269]: audit 2024-04-13T21:43:42.151880+0000 mon.a (mon.0) 331 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:43:42.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:42 smithi165 bash[31269]: audit 2024-04-13T21:43:42.153860+0000 mon.a (mon.0) 332 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:43:42.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:42 smithi165 bash[31269]: audit 2024-04-13T21:43:42.164516+0000 mon.a (mon.0) 333 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:43:42.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:42 smithi165 bash[31269]: audit 2024-04-13T21:43:42.166478+0000 mon.a (mon.0) 334 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:43:42.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:42 smithi165 bash[31269]: audit 2024-04-13T21:43:42.168152+0000 mon.a (mon.0) 335 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:43:42.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:42 smithi165 bash[31269]: audit 2024-04-13T21:43:42.177051+0000 mon.a (mon.0) 336 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:43:42.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:42 smithi189 bash[23633]: cluster 2024-04-13T21:43:40.871689+0000 mgr.y (mgr.14152) 136 : cluster 0 pgmap v103: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:43:42.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:42 smithi189 bash[23633]: audit 2024-04-13T21:43:42.139566+0000 mon.a (mon.0) 329 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:43:42.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:42 smithi189 bash[23633]: audit 2024-04-13T21:43:42.149518+0000 mon.a (mon.0) 330 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:43:42.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:42 smithi189 bash[23633]: audit 2024-04-13T21:43:42.151880+0000 mon.a (mon.0) 331 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:43:42.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:42 smithi189 bash[23633]: audit 2024-04-13T21:43:42.153860+0000 mon.a (mon.0) 332 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:43:42.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:42 smithi189 bash[23633]: audit 2024-04-13T21:43:42.164516+0000 mon.a (mon.0) 333 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:43:42.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:42 smithi189 bash[23633]: audit 2024-04-13T21:43:42.166478+0000 mon.a (mon.0) 334 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:43:42.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:42 smithi189 bash[23633]: audit 2024-04-13T21:43:42.168152+0000 mon.a (mon.0) 335 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:43:42.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:42 smithi189 bash[23633]: audit 2024-04-13T21:43:42.177051+0000 mon.a (mon.0) 336 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:43:43.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:43 smithi165 bash[21371]: cephadm 2024-04-13T21:43:42.130213+0000 mgr.y (mgr.14152) 137 : cephadm 1 Detected new or changed devices on smithi165 2024-04-13T21:43:43.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:43 smithi165 bash[21371]: cephadm 2024-04-13T21:43:42.155316+0000 mgr.y (mgr.14152) 138 : cephadm 1 Adjusting osd_memory_target on smithi165 to 8120M 2024-04-13T21:43:43.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:43 smithi165 bash[31269]: cephadm 2024-04-13T21:43:42.130213+0000 mgr.y (mgr.14152) 137 : cephadm 1 Detected new or changed devices on smithi165 2024-04-13T21:43:43.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:43 smithi165 bash[31269]: cephadm 2024-04-13T21:43:42.155316+0000 mgr.y (mgr.14152) 138 : cephadm 1 Adjusting osd_memory_target on smithi165 to 8120M 2024-04-13T21:43:43.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:43 smithi189 bash[23633]: cephadm 2024-04-13T21:43:42.130213+0000 mgr.y (mgr.14152) 137 : cephadm 1 Detected new or changed devices on smithi165 2024-04-13T21:43:43.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:43 smithi189 bash[23633]: cephadm 2024-04-13T21:43:42.155316+0000 mgr.y (mgr.14152) 138 : cephadm 1 Adjusting osd_memory_target on smithi165 to 8120M 2024-04-13T21:43:44.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:44 smithi165 bash[21371]: cluster 2024-04-13T21:43:42.872116+0000 mgr.y (mgr.14152) 139 : cluster 0 pgmap v104: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:43:44.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:44 smithi165 bash[31269]: cluster 2024-04-13T21:43:42.872116+0000 mgr.y (mgr.14152) 139 : cluster 0 pgmap v104: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:43:44.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:44 smithi189 bash[23633]: cluster 2024-04-13T21:43:42.872116+0000 mgr.y (mgr.14152) 139 : cluster 0 pgmap v104: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:43:46.381 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:43:46.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:46 smithi165 bash[21371]: cluster 2024-04-13T21:43:44.872646+0000 mgr.y (mgr.14152) 140 : cluster 0 pgmap v105: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:43:46.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:46 smithi165 bash[31269]: cluster 2024-04-13T21:43:44.872646+0000 mgr.y (mgr.14152) 140 : cluster 0 pgmap v105: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:43:46.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:46 smithi189 bash[23633]: cluster 2024-04-13T21:43:44.872646+0000 mgr.y (mgr.14152) 140 : cluster 0 pgmap v105: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:43:48.662 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:48 smithi165 bash[21371]: cluster 2024-04-13T21:43:46.873141+0000 mgr.y (mgr.14152) 141 : cluster 0 pgmap v106: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:43:48.663 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:48 smithi165 bash[31269]: cluster 2024-04-13T21:43:46.873141+0000 mgr.y (mgr.14152) 141 : cluster 0 pgmap v106: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:43:48.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:48 smithi189 bash[23633]: cluster 2024-04-13T21:43:46.873141+0000 mgr.y (mgr.14152) 141 : cluster 0 pgmap v106: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:43:49.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:49 smithi165 bash[21371]: audit 2024-04-13T21:43:49.053779+0000 mon.a (mon.0) 337 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T21:43:49.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:49 smithi165 bash[21371]: audit 2024-04-13T21:43:49.059259+0000 mon.a (mon.0) 338 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T21:43:49.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:49 smithi165 bash[21371]: audit 2024-04-13T21:43:49.060430+0000 mon.a (mon.0) 339 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:43:49.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:49 smithi165 bash[31269]: audit 2024-04-13T21:43:49.053779+0000 mon.a (mon.0) 337 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T21:43:49.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:49 smithi165 bash[31269]: audit 2024-04-13T21:43:49.059259+0000 mon.a (mon.0) 338 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T21:43:49.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:49 smithi165 bash[31269]: audit 2024-04-13T21:43:49.060430+0000 mon.a (mon.0) 339 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:43:49.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:49 smithi189 bash[23633]: audit 2024-04-13T21:43:49.053779+0000 mon.a (mon.0) 337 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T21:43:49.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:49 smithi189 bash[23633]: audit 2024-04-13T21:43:49.059259+0000 mon.a (mon.0) 338 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T21:43:49.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:49 smithi189 bash[23633]: audit 2024-04-13T21:43:49.060430+0000 mon.a (mon.0) 339 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:43:50.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:50 smithi165 bash[21371]: cluster 2024-04-13T21:43:48.873410+0000 mgr.y (mgr.14152) 142 : cluster 0 pgmap v107: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:43:50.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:50 smithi165 bash[21371]: audit 2024-04-13T21:43:49.051053+0000 mgr.y (mgr.14152) 143 : audit 0 from='client.14256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi165:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:43:50.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:50 smithi165 bash[31269]: cluster 2024-04-13T21:43:48.873410+0000 mgr.y (mgr.14152) 142 : cluster 0 pgmap v107: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:43:50.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:50 smithi165 bash[31269]: audit 2024-04-13T21:43:49.051053+0000 mgr.y (mgr.14152) 143 : audit 0 from='client.14256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi165:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:43:50.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:50 smithi189 bash[23633]: cluster 2024-04-13T21:43:48.873410+0000 mgr.y (mgr.14152) 142 : cluster 0 pgmap v107: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:43:50.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:50 smithi189 bash[23633]: audit 2024-04-13T21:43:49.051053+0000 mgr.y (mgr.14152) 143 : audit 0 from='client.14256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi165:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:43:52.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:52 smithi165 bash[21371]: cluster 2024-04-13T21:43:50.873845+0000 mgr.y (mgr.14152) 144 : cluster 0 pgmap v108: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:43:52.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:52 smithi165 bash[31269]: cluster 2024-04-13T21:43:50.873845+0000 mgr.y (mgr.14152) 144 : cluster 0 pgmap v108: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:43:52.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:52 smithi189 bash[23633]: cluster 2024-04-13T21:43:50.873845+0000 mgr.y (mgr.14152) 144 : cluster 0 pgmap v108: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:43:54.701 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:54 smithi165 bash[21371]: cluster 2024-04-13T21:43:52.874280+0000 mgr.y (mgr.14152) 145 : cluster 0 pgmap v109: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:43:54.702 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:54 smithi165 bash[31269]: cluster 2024-04-13T21:43:52.874280+0000 mgr.y (mgr.14152) 145 : cluster 0 pgmap v109: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:43:54.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:54 smithi189 bash[23633]: cluster 2024-04-13T21:43:52.874280+0000 mgr.y (mgr.14152) 145 : cluster 0 pgmap v109: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:43:56.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:56 smithi165 bash[21371]: cluster 2024-04-13T21:43:54.874816+0000 mgr.y (mgr.14152) 146 : cluster 0 pgmap v110: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:43:56.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:56 smithi165 bash[31269]: cluster 2024-04-13T21:43:54.874816+0000 mgr.y (mgr.14152) 146 : cluster 0 pgmap v110: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:43:56.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:56 smithi189 bash[23633]: cluster 2024-04-13T21:43:54.874816+0000 mgr.y (mgr.14152) 146 : cluster 0 pgmap v110: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:43:57.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:57 smithi165 bash[21371]: audit 2024-04-13T21:43:56.931168+0000 mon.a (mon.0) 340 : audit 1 from='client.? 172.21.15.165:0/2086716869' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7c6c0d77-0b32-40d6-b6dd-752634faa653"}]: dispatch 2024-04-13T21:43:57.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:57 smithi165 bash[21371]: audit 2024-04-13T21:43:56.937059+0000 mon.a (mon.0) 341 : audit 1 from='client.? 172.21.15.165:0/2086716869' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7c6c0d77-0b32-40d6-b6dd-752634faa653"}]': finished 2024-04-13T21:43:57.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:57 smithi165 bash[21371]: cluster 2024-04-13T21:43:56.937133+0000 mon.a (mon.0) 342 : cluster 0 osdmap e15: 3 total, 2 up, 3 in 2024-04-13T21:43:57.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:57 smithi165 bash[21371]: audit 2024-04-13T21:43:56.937296+0000 mon.a (mon.0) 343 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T21:43:57.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:57 smithi165 bash[31269]: audit 2024-04-13T21:43:56.931168+0000 mon.a (mon.0) 340 : audit 1 from='client.? 172.21.15.165:0/2086716869' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7c6c0d77-0b32-40d6-b6dd-752634faa653"}]: dispatch 2024-04-13T21:43:57.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:57 smithi165 bash[31269]: audit 2024-04-13T21:43:56.937059+0000 mon.a (mon.0) 341 : audit 1 from='client.? 172.21.15.165:0/2086716869' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7c6c0d77-0b32-40d6-b6dd-752634faa653"}]': finished 2024-04-13T21:43:57.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:57 smithi165 bash[31269]: cluster 2024-04-13T21:43:56.937133+0000 mon.a (mon.0) 342 : cluster 0 osdmap e15: 3 total, 2 up, 3 in 2024-04-13T21:43:57.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:57 smithi165 bash[31269]: audit 2024-04-13T21:43:56.937296+0000 mon.a (mon.0) 343 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T21:43:57.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:57 smithi189 bash[23633]: audit 2024-04-13T21:43:56.931168+0000 mon.a (mon.0) 340 : audit 1 from='client.? 172.21.15.165:0/2086716869' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7c6c0d77-0b32-40d6-b6dd-752634faa653"}]: dispatch 2024-04-13T21:43:57.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:57 smithi189 bash[23633]: audit 2024-04-13T21:43:56.937059+0000 mon.a (mon.0) 341 : audit 1 from='client.? 172.21.15.165:0/2086716869' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7c6c0d77-0b32-40d6-b6dd-752634faa653"}]': finished 2024-04-13T21:43:57.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:57 smithi189 bash[23633]: cluster 2024-04-13T21:43:56.937133+0000 mon.a (mon.0) 342 : cluster 0 osdmap e15: 3 total, 2 up, 3 in 2024-04-13T21:43:57.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:57 smithi189 bash[23633]: audit 2024-04-13T21:43:56.937296+0000 mon.a (mon.0) 343 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T21:43:58.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:58 smithi165 bash[21371]: cluster 2024-04-13T21:43:56.875267+0000 mgr.y (mgr.14152) 147 : cluster 0 pgmap v111: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:43:58.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:43:58 smithi165 bash[21371]: audit 2024-04-13T21:43:57.656044+0000 mon.a (mon.0) 344 : audit 0 from='client.? 172.21.15.165:0/3064472047' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T21:43:58.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:58 smithi165 bash[31269]: cluster 2024-04-13T21:43:56.875267+0000 mgr.y (mgr.14152) 147 : cluster 0 pgmap v111: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:43:58.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:43:58 smithi165 bash[31269]: audit 2024-04-13T21:43:57.656044+0000 mon.a (mon.0) 344 : audit 0 from='client.? 172.21.15.165:0/3064472047' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T21:43:58.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:58 smithi189 bash[23633]: cluster 2024-04-13T21:43:56.875267+0000 mgr.y (mgr.14152) 147 : cluster 0 pgmap v111: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:43:58.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:43:58 smithi189 bash[23633]: audit 2024-04-13T21:43:57.656044+0000 mon.a (mon.0) 344 : audit 0 from='client.? 172.21.15.165:0/3064472047' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T21:44:00.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:00 smithi165 bash[21371]: cluster 2024-04-13T21:43:58.875673+0000 mgr.y (mgr.14152) 148 : cluster 0 pgmap v113: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:00.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:00 smithi165 bash[31269]: cluster 2024-04-13T21:43:58.875673+0000 mgr.y (mgr.14152) 148 : cluster 0 pgmap v113: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:00.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:00 smithi189 bash[23633]: cluster 2024-04-13T21:43:58.875673+0000 mgr.y (mgr.14152) 148 : cluster 0 pgmap v113: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:02.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:02 smithi165 bash[21371]: cluster 2024-04-13T21:44:00.876111+0000 mgr.y (mgr.14152) 149 : cluster 0 pgmap v114: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:02.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:02 smithi165 bash[31269]: cluster 2024-04-13T21:44:00.876111+0000 mgr.y (mgr.14152) 149 : cluster 0 pgmap v114: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:02.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:02 smithi189 bash[23633]: cluster 2024-04-13T21:44:00.876111+0000 mgr.y (mgr.14152) 149 : cluster 0 pgmap v114: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:04.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:04 smithi165 bash[21371]: cluster 2024-04-13T21:44:02.876557+0000 mgr.y (mgr.14152) 150 : cluster 0 pgmap v115: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:04.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:04 smithi165 bash[31269]: cluster 2024-04-13T21:44:02.876557+0000 mgr.y (mgr.14152) 150 : cluster 0 pgmap v115: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:04.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:04 smithi189 bash[23633]: cluster 2024-04-13T21:44:02.876557+0000 mgr.y (mgr.14152) 150 : cluster 0 pgmap v115: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:06.693 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:06 smithi165 bash[21371]: cluster 2024-04-13T21:44:04.877014+0000 mgr.y (mgr.14152) 151 : cluster 0 pgmap v116: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:06.694 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:06 smithi165 bash[31269]: cluster 2024-04-13T21:44:04.877014+0000 mgr.y (mgr.14152) 151 : cluster 0 pgmap v116: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:06.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:06 smithi189 bash[23633]: cluster 2024-04-13T21:44:04.877014+0000 mgr.y (mgr.14152) 151 : cluster 0 pgmap v116: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:08.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:08 smithi165 bash[21371]: cluster 2024-04-13T21:44:06.877523+0000 mgr.y (mgr.14152) 152 : cluster 0 pgmap v117: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:08.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:08 smithi165 bash[31269]: cluster 2024-04-13T21:44:06.877523+0000 mgr.y (mgr.14152) 152 : cluster 0 pgmap v117: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:08.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:08 smithi189 bash[23633]: cluster 2024-04-13T21:44:06.877523+0000 mgr.y (mgr.14152) 152 : cluster 0 pgmap v117: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:09.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:09 smithi165 bash[21371]: audit 2024-04-13T21:44:08.958925+0000 mon.a (mon.0) 345 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-13T21:44:09.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:09 smithi165 bash[21371]: audit 2024-04-13T21:44:08.960545+0000 mon.a (mon.0) 346 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:44:09.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:09 smithi165 bash[31269]: audit 2024-04-13T21:44:08.958925+0000 mon.a (mon.0) 345 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-13T21:44:09.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:09 smithi165 bash[31269]: audit 2024-04-13T21:44:08.960545+0000 mon.a (mon.0) 346 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:44:09.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:09 smithi189 bash[23633]: audit 2024-04-13T21:44:08.958925+0000 mon.a (mon.0) 345 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-13T21:44:09.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:09 smithi189 bash[23633]: audit 2024-04-13T21:44:08.960545+0000 mon.a (mon.0) 346 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:44:10.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:10 smithi165 bash[31269]: cluster 2024-04-13T21:44:08.878051+0000 mgr.y (mgr.14152) 153 : cluster 0 pgmap v118: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:10.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:10 smithi165 bash[31269]: cephadm 2024-04-13T21:44:08.961942+0000 mgr.y (mgr.14152) 154 : cephadm 1 Deploying daemon osd.2 on smithi165 2024-04-13T21:44:10.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:10 smithi165 bash[21371]: cluster 2024-04-13T21:44:08.878051+0000 mgr.y (mgr.14152) 153 : cluster 0 pgmap v118: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:10.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:10 smithi165 bash[21371]: cephadm 2024-04-13T21:44:08.961942+0000 mgr.y (mgr.14152) 154 : cephadm 1 Deploying daemon osd.2 on smithi165 2024-04-13T21:44:10.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:10 smithi189 bash[23633]: cluster 2024-04-13T21:44:08.878051+0000 mgr.y (mgr.14152) 153 : cluster 0 pgmap v118: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:10.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:10 smithi189 bash[23633]: cephadm 2024-04-13T21:44:08.961942+0000 mgr.y (mgr.14152) 154 : cephadm 1 Deploying daemon osd.2 on smithi165 2024-04-13T21:44:12.751 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:12 smithi165 bash[21371]: cluster 2024-04-13T21:44:10.878469+0000 mgr.y (mgr.14152) 155 : cluster 0 pgmap v119: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:12.751 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:12 smithi165 bash[31269]: cluster 2024-04-13T21:44:10.878469+0000 mgr.y (mgr.14152) 155 : cluster 0 pgmap v119: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:12.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:12 smithi189 bash[23633]: cluster 2024-04-13T21:44:10.878469+0000 mgr.y (mgr.14152) 155 : cluster 0 pgmap v119: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:13.018 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:12 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:44:13.018 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 21:44:12 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:44:13.019 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:12 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:44:13.019 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:44:12 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:44:13.019 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 21:44:12 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:44:13.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:13 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:44:13.314 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:44:13 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:44:13.314 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:13 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:44:13.314 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 21:44:13 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:44:13.315 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 21:44:13 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:44:14.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:14 smithi165 bash[21371]: cluster 2024-04-13T21:44:12.878886+0000 mgr.y (mgr.14152) 156 : cluster 0 pgmap v120: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:14.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:14 smithi165 bash[21371]: audit 2024-04-13T21:44:13.312130+0000 mon.a (mon.0) 347 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:14.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:14 smithi165 bash[21371]: audit 2024-04-13T21:44:13.317909+0000 mon.a (mon.0) 348 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:14.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:14 smithi165 bash[21371]: audit 2024-04-13T21:44:13.337455+0000 mon.a (mon.0) 349 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:44:14.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:14 smithi165 bash[31269]: cluster 2024-04-13T21:44:12.878886+0000 mgr.y (mgr.14152) 156 : cluster 0 pgmap v120: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:14.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:14 smithi165 bash[31269]: audit 2024-04-13T21:44:13.312130+0000 mon.a (mon.0) 347 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:14.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:14 smithi165 bash[31269]: audit 2024-04-13T21:44:13.317909+0000 mon.a (mon.0) 348 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:14.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:14 smithi165 bash[31269]: audit 2024-04-13T21:44:13.337455+0000 mon.a (mon.0) 349 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:44:14.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:14 smithi189 bash[23633]: cluster 2024-04-13T21:44:12.878886+0000 mgr.y (mgr.14152) 156 : cluster 0 pgmap v120: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:14.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:14 smithi189 bash[23633]: audit 2024-04-13T21:44:13.312130+0000 mon.a (mon.0) 347 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:14.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:14 smithi189 bash[23633]: audit 2024-04-13T21:44:13.317909+0000 mon.a (mon.0) 348 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:14.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:14 smithi189 bash[23633]: audit 2024-04-13T21:44:13.337455+0000 mon.a (mon.0) 349 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:44:16.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:16 smithi165 bash[21371]: cluster 2024-04-13T21:44:14.879323+0000 mgr.y (mgr.14152) 157 : cluster 0 pgmap v121: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:16.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:16 smithi165 bash[31269]: cluster 2024-04-13T21:44:14.879323+0000 mgr.y (mgr.14152) 157 : cluster 0 pgmap v121: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:16.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:16 smithi189 bash[23633]: cluster 2024-04-13T21:44:14.879323+0000 mgr.y (mgr.14152) 157 : cluster 0 pgmap v121: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:18.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:18 smithi165 bash[21371]: cluster 2024-04-13T21:44:16.879748+0000 mgr.y (mgr.14152) 158 : cluster 0 pgmap v122: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:18.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:18 smithi165 bash[31269]: cluster 2024-04-13T21:44:16.879748+0000 mgr.y (mgr.14152) 158 : cluster 0 pgmap v122: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:18.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:18 smithi189 bash[23633]: cluster 2024-04-13T21:44:16.879748+0000 mgr.y (mgr.14152) 158 : cluster 0 pgmap v122: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:19.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:19 smithi165 bash[21371]: audit 2024-04-13T21:44:18.481993+0000 mon.a (mon.0) 350 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:19.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:19 smithi165 bash[21371]: audit 2024-04-13T21:44:18.487782+0000 mon.a (mon.0) 351 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:19.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:19 smithi165 bash[21371]: audit 2024-04-13T21:44:19.007273+0000 mon.a (mon.0) 352 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:44:19.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:19 smithi165 bash[21371]: audit 2024-04-13T21:44:19.009097+0000 mon.a (mon.0) 353 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:44:19.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:19 smithi165 bash[21371]: audit 2024-04-13T21:44:19.017594+0000 mon.a (mon.0) 354 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:19.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:19 smithi165 bash[31269]: audit 2024-04-13T21:44:18.481993+0000 mon.a (mon.0) 350 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:19.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:19 smithi165 bash[31269]: audit 2024-04-13T21:44:18.487782+0000 mon.a (mon.0) 351 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:19.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:19 smithi165 bash[31269]: audit 2024-04-13T21:44:19.007273+0000 mon.a (mon.0) 352 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:44:19.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:19 smithi165 bash[31269]: audit 2024-04-13T21:44:19.009097+0000 mon.a (mon.0) 353 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:44:19.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:19 smithi165 bash[31269]: audit 2024-04-13T21:44:19.017594+0000 mon.a (mon.0) 354 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:19.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:19 smithi189 bash[23633]: audit 2024-04-13T21:44:18.481993+0000 mon.a (mon.0) 350 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:19.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:19 smithi189 bash[23633]: audit 2024-04-13T21:44:18.487782+0000 mon.a (mon.0) 351 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:19.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:19 smithi189 bash[23633]: audit 2024-04-13T21:44:19.007273+0000 mon.a (mon.0) 352 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:44:19.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:19 smithi189 bash[23633]: audit 2024-04-13T21:44:19.009097+0000 mon.a (mon.0) 353 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:44:19.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:19 smithi189 bash[23633]: audit 2024-04-13T21:44:19.017594+0000 mon.a (mon.0) 354 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:20.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:20 smithi165 bash[21371]: cluster 2024-04-13T21:44:18.880047+0000 mgr.y (mgr.14152) 159 : cluster 0 pgmap v123: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:20.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:20 smithi165 bash[21371]: audit 2024-04-13T21:44:19.595826+0000 mon.a (mon.0) 355 : audit 1 from='osd.2 [v2:172.21.15.165:6818/1970641189,v1:172.21.15.165:6819/1970641189]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-13T21:44:20.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:20 smithi165 bash[31269]: cluster 2024-04-13T21:44:18.880047+0000 mgr.y (mgr.14152) 159 : cluster 0 pgmap v123: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:20.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:20 smithi165 bash[31269]: audit 2024-04-13T21:44:19.595826+0000 mon.a (mon.0) 355 : audit 1 from='osd.2 [v2:172.21.15.165:6818/1970641189,v1:172.21.15.165:6819/1970641189]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-13T21:44:20.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:20 smithi189 bash[23633]: cluster 2024-04-13T21:44:18.880047+0000 mgr.y (mgr.14152) 159 : cluster 0 pgmap v123: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:20.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:20 smithi189 bash[23633]: audit 2024-04-13T21:44:19.595826+0000 mon.a (mon.0) 355 : audit 1 from='osd.2 [v2:172.21.15.165:6818/1970641189,v1:172.21.15.165:6819/1970641189]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-13T21:44:21.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:21 smithi165 bash[21371]: audit 2024-04-13T21:44:20.505640+0000 mon.a (mon.0) 356 : audit 1 from='osd.2 [v2:172.21.15.165:6818/1970641189,v1:172.21.15.165:6819/1970641189]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-13T21:44:21.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:21 smithi165 bash[21371]: cluster 2024-04-13T21:44:20.505821+0000 mon.a (mon.0) 357 : cluster 0 osdmap e16: 3 total, 2 up, 3 in 2024-04-13T21:44:21.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:21 smithi165 bash[21371]: audit 2024-04-13T21:44:20.506059+0000 mon.a (mon.0) 358 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T21:44:21.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:21 smithi165 bash[21371]: audit 2024-04-13T21:44:20.507036+0000 mon.a (mon.0) 359 : audit 1 from='osd.2 [v2:172.21.15.165:6818/1970641189,v1:172.21.15.165:6819/1970641189]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-13T21:44:21.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:21 smithi165 bash[31269]: audit 2024-04-13T21:44:20.505640+0000 mon.a (mon.0) 356 : audit 1 from='osd.2 [v2:172.21.15.165:6818/1970641189,v1:172.21.15.165:6819/1970641189]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-13T21:44:21.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:21 smithi165 bash[31269]: cluster 2024-04-13T21:44:20.505821+0000 mon.a (mon.0) 357 : cluster 0 osdmap e16: 3 total, 2 up, 3 in 2024-04-13T21:44:21.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:21 smithi165 bash[31269]: audit 2024-04-13T21:44:20.506059+0000 mon.a (mon.0) 358 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T21:44:21.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:21 smithi165 bash[31269]: audit 2024-04-13T21:44:20.507036+0000 mon.a (mon.0) 359 : audit 1 from='osd.2 [v2:172.21.15.165:6818/1970641189,v1:172.21.15.165:6819/1970641189]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-13T21:44:21.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:21 smithi189 bash[23633]: audit 2024-04-13T21:44:20.505640+0000 mon.a (mon.0) 356 : audit 1 from='osd.2 [v2:172.21.15.165:6818/1970641189,v1:172.21.15.165:6819/1970641189]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-13T21:44:21.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:21 smithi189 bash[23633]: cluster 2024-04-13T21:44:20.505821+0000 mon.a (mon.0) 357 : cluster 0 osdmap e16: 3 total, 2 up, 3 in 2024-04-13T21:44:21.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:21 smithi189 bash[23633]: audit 2024-04-13T21:44:20.506059+0000 mon.a (mon.0) 358 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T21:44:21.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:21 smithi189 bash[23633]: audit 2024-04-13T21:44:20.507036+0000 mon.a (mon.0) 359 : audit 1 from='osd.2 [v2:172.21.15.165:6818/1970641189,v1:172.21.15.165:6819/1970641189]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-13T21:44:21.902 INFO:teuthology.orchestra.run.smithi165.stdout:Created osd(s) 2 on host 'smithi165' 2024-04-13T21:44:22.555 DEBUG:teuthology.orchestra.run.smithi165:osd.2> sudo journalctl -f -n 0 -u ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@osd.2.service 2024-04-13T21:44:22.558 INFO:tasks.cephadm:Deploying osd.3 on smithi165 with /dev/vg_nvme/lv_1... 2024-04-13T21:44:22.558 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-13T21:44:22.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:22 smithi165 bash[21371]: cluster 2024-04-13T21:44:20.880351+0000 mgr.y (mgr.14152) 160 : cluster 0 pgmap v125: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:22.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:22 smithi165 bash[21371]: audit 2024-04-13T21:44:21.522172+0000 mon.a (mon.0) 360 : audit 1 from='osd.2 [v2:172.21.15.165:6818/1970641189,v1:172.21.15.165:6819/1970641189]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]': finished 2024-04-13T21:44:22.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:22 smithi165 bash[21371]: cluster 2024-04-13T21:44:21.522292+0000 mon.a (mon.0) 361 : cluster 0 osdmap e17: 3 total, 2 up, 3 in 2024-04-13T21:44:22.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:22 smithi165 bash[21371]: audit 2024-04-13T21:44:21.522718+0000 mon.a (mon.0) 362 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T21:44:22.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:22 smithi165 bash[21371]: audit 2024-04-13T21:44:21.530699+0000 mon.a (mon.0) 363 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T21:44:22.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:22 smithi165 bash[21371]: audit 2024-04-13T21:44:21.756923+0000 mon.a (mon.0) 364 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:44:22.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:22 smithi165 bash[21371]: audit 2024-04-13T21:44:21.792807+0000 mon.a (mon.0) 365 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:22.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:22 smithi165 bash[21371]: audit 2024-04-13T21:44:21.862606+0000 mon.a (mon.0) 366 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:22.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:22 smithi165 bash[21371]: audit 2024-04-13T21:44:22.020317+0000 mon.a (mon.0) 367 : audit 1 from='osd.2 [v2:172.21.15.165:6818/1970641189,v1:172.21.15.165:6819/1970641189]' entity='osd.2' 2024-04-13T21:44:22.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:22 smithi165 bash[31269]: cluster 2024-04-13T21:44:20.880351+0000 mgr.y (mgr.14152) 160 : cluster 0 pgmap v125: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:22.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:22 smithi165 bash[31269]: audit 2024-04-13T21:44:21.522172+0000 mon.a (mon.0) 360 : audit 1 from='osd.2 [v2:172.21.15.165:6818/1970641189,v1:172.21.15.165:6819/1970641189]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]': finished 2024-04-13T21:44:22.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:22 smithi165 bash[31269]: cluster 2024-04-13T21:44:21.522292+0000 mon.a (mon.0) 361 : cluster 0 osdmap e17: 3 total, 2 up, 3 in 2024-04-13T21:44:22.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:22 smithi165 bash[31269]: audit 2024-04-13T21:44:21.522718+0000 mon.a (mon.0) 362 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T21:44:22.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:22 smithi165 bash[31269]: audit 2024-04-13T21:44:21.530699+0000 mon.a (mon.0) 363 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T21:44:22.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:22 smithi165 bash[31269]: audit 2024-04-13T21:44:21.756923+0000 mon.a (mon.0) 364 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:44:22.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:22 smithi165 bash[31269]: audit 2024-04-13T21:44:21.792807+0000 mon.a (mon.0) 365 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:22.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:22 smithi165 bash[31269]: audit 2024-04-13T21:44:21.862606+0000 mon.a (mon.0) 366 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:22.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:22 smithi165 bash[31269]: audit 2024-04-13T21:44:22.020317+0000 mon.a (mon.0) 367 : audit 1 from='osd.2 [v2:172.21.15.165:6818/1970641189,v1:172.21.15.165:6819/1970641189]' entity='osd.2' 2024-04-13T21:44:22.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:22 smithi189 bash[23633]: cluster 2024-04-13T21:44:20.880351+0000 mgr.y (mgr.14152) 160 : cluster 0 pgmap v125: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:22.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:22 smithi189 bash[23633]: audit 2024-04-13T21:44:21.522172+0000 mon.a (mon.0) 360 : audit 1 from='osd.2 [v2:172.21.15.165:6818/1970641189,v1:172.21.15.165:6819/1970641189]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]': finished 2024-04-13T21:44:22.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:22 smithi189 bash[23633]: cluster 2024-04-13T21:44:21.522292+0000 mon.a (mon.0) 361 : cluster 0 osdmap e17: 3 total, 2 up, 3 in 2024-04-13T21:44:22.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:22 smithi189 bash[23633]: audit 2024-04-13T21:44:21.522718+0000 mon.a (mon.0) 362 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T21:44:22.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:22 smithi189 bash[23633]: audit 2024-04-13T21:44:21.530699+0000 mon.a (mon.0) 363 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T21:44:22.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:22 smithi189 bash[23633]: audit 2024-04-13T21:44:21.756923+0000 mon.a (mon.0) 364 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:44:22.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:22 smithi189 bash[23633]: audit 2024-04-13T21:44:21.792807+0000 mon.a (mon.0) 365 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:22.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:22 smithi189 bash[23633]: audit 2024-04-13T21:44:21.862606+0000 mon.a (mon.0) 366 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:22.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:22 smithi189 bash[23633]: audit 2024-04-13T21:44:22.020317+0000 mon.a (mon.0) 367 : audit 1 from='osd.2 [v2:172.21.15.165:6818/1970641189,v1:172.21.15.165:6819/1970641189]' entity='osd.2' 2024-04-13T21:44:23.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:23 smithi165 bash[21371]: cluster 2024-04-13T21:44:20.621143+0000 osd.2 (osd.2) 1 : cluster 0 purged_snaps scrub starts 2024-04-13T21:44:23.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:23 smithi165 bash[21371]: cluster 2024-04-13T21:44:20.621224+0000 osd.2 (osd.2) 2 : cluster 0 purged_snaps scrub ok 2024-04-13T21:44:23.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:23 smithi165 bash[21371]: audit 2024-04-13T21:44:22.529536+0000 mon.a (mon.0) 368 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T21:44:23.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:23 smithi165 bash[21371]: cluster 2024-04-13T21:44:23.027793+0000 mon.a (mon.0) 369 : cluster 1 osd.2 [v2:172.21.15.165:6818/1970641189,v1:172.21.15.165:6819/1970641189] boot 2024-04-13T21:44:23.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:23 smithi165 bash[21371]: cluster 2024-04-13T21:44:23.027867+0000 mon.a (mon.0) 370 : cluster 0 osdmap e18: 3 total, 3 up, 3 in 2024-04-13T21:44:23.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:23 smithi165 bash[21371]: audit 2024-04-13T21:44:23.028514+0000 mon.a (mon.0) 371 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T21:44:23.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:23 smithi165 bash[31269]: cluster 2024-04-13T21:44:20.621143+0000 osd.2 (osd.2) 1 : cluster 0 purged_snaps scrub starts 2024-04-13T21:44:23.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:23 smithi165 bash[31269]: cluster 2024-04-13T21:44:20.621224+0000 osd.2 (osd.2) 2 : cluster 0 purged_snaps scrub ok 2024-04-13T21:44:23.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:23 smithi165 bash[31269]: audit 2024-04-13T21:44:22.529536+0000 mon.a (mon.0) 368 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T21:44:23.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:23 smithi165 bash[31269]: cluster 2024-04-13T21:44:23.027793+0000 mon.a (mon.0) 369 : cluster 1 osd.2 [v2:172.21.15.165:6818/1970641189,v1:172.21.15.165:6819/1970641189] boot 2024-04-13T21:44:23.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:23 smithi165 bash[31269]: cluster 2024-04-13T21:44:23.027867+0000 mon.a (mon.0) 370 : cluster 0 osdmap e18: 3 total, 3 up, 3 in 2024-04-13T21:44:23.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:23 smithi165 bash[31269]: audit 2024-04-13T21:44:23.028514+0000 mon.a (mon.0) 371 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T21:44:23.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:23 smithi189 bash[23633]: cluster 2024-04-13T21:44:20.621143+0000 osd.2 (osd.2) 1 : cluster 0 purged_snaps scrub starts 2024-04-13T21:44:23.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:23 smithi189 bash[23633]: cluster 2024-04-13T21:44:20.621224+0000 osd.2 (osd.2) 2 : cluster 0 purged_snaps scrub ok 2024-04-13T21:44:23.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:23 smithi189 bash[23633]: audit 2024-04-13T21:44:22.529536+0000 mon.a (mon.0) 368 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T21:44:23.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:23 smithi189 bash[23633]: cluster 2024-04-13T21:44:23.027793+0000 mon.a (mon.0) 369 : cluster 1 osd.2 [v2:172.21.15.165:6818/1970641189,v1:172.21.15.165:6819/1970641189] boot 2024-04-13T21:44:23.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:23 smithi189 bash[23633]: cluster 2024-04-13T21:44:23.027867+0000 mon.a (mon.0) 370 : cluster 0 osdmap e18: 3 total, 3 up, 3 in 2024-04-13T21:44:23.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:23 smithi189 bash[23633]: audit 2024-04-13T21:44:23.028514+0000 mon.a (mon.0) 371 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T21:44:24.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:24 smithi165 bash[31269]: cluster 2024-04-13T21:44:22.880781+0000 mgr.y (mgr.14152) 161 : cluster 0 pgmap v127: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:24.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:24 smithi165 bash[21371]: cluster 2024-04-13T21:44:22.880781+0000 mgr.y (mgr.14152) 161 : cluster 0 pgmap v127: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:24.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:24 smithi189 bash[23633]: cluster 2024-04-13T21:44:22.880781+0000 mgr.y (mgr.14152) 161 : cluster 0 pgmap v127: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-13T21:44:25.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:25 smithi165 bash[21371]: cluster 2024-04-13T21:44:24.541671+0000 mon.a (mon.0) 372 : cluster 0 osdmap e19: 3 total, 3 up, 3 in 2024-04-13T21:44:25.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:25 smithi165 bash[21371]: audit 2024-04-13T21:44:25.001433+0000 mon.a (mon.0) 373 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-13T21:44:25.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:25 smithi165 bash[31269]: cluster 2024-04-13T21:44:24.541671+0000 mon.a (mon.0) 372 : cluster 0 osdmap e19: 3 total, 3 up, 3 in 2024-04-13T21:44:25.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:25 smithi165 bash[31269]: audit 2024-04-13T21:44:25.001433+0000 mon.a (mon.0) 373 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-13T21:44:25.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:25 smithi189 bash[23633]: cluster 2024-04-13T21:44:24.541671+0000 mon.a (mon.0) 372 : cluster 0 osdmap e19: 3 total, 3 up, 3 in 2024-04-13T21:44:25.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:25 smithi189 bash[23633]: audit 2024-04-13T21:44:25.001433+0000 mon.a (mon.0) 373 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-13T21:44:26.729 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:44:26.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:26 smithi165 bash[21371]: cluster 2024-04-13T21:44:24.881219+0000 mgr.y (mgr.14152) 162 : cluster 0 pgmap v130: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:44:26.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:26 smithi165 bash[21371]: audit 2024-04-13T21:44:25.553875+0000 mon.a (mon.0) 374 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-13T21:44:26.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:26 smithi165 bash[21371]: cluster 2024-04-13T21:44:25.554106+0000 mon.a (mon.0) 375 : cluster 0 osdmap e20: 3 total, 3 up, 3 in 2024-04-13T21:44:26.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:26 smithi165 bash[21371]: audit 2024-04-13T21:44:25.556114+0000 mon.a (mon.0) 376 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T21:44:26.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:26 smithi165 bash[31269]: cluster 2024-04-13T21:44:24.881219+0000 mgr.y (mgr.14152) 162 : cluster 0 pgmap v130: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:44:26.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:26 smithi165 bash[31269]: audit 2024-04-13T21:44:25.553875+0000 mon.a (mon.0) 374 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-13T21:44:26.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:26 smithi165 bash[31269]: cluster 2024-04-13T21:44:25.554106+0000 mon.a (mon.0) 375 : cluster 0 osdmap e20: 3 total, 3 up, 3 in 2024-04-13T21:44:26.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:26 smithi165 bash[31269]: audit 2024-04-13T21:44:25.556114+0000 mon.a (mon.0) 376 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T21:44:26.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:26 smithi189 bash[23633]: cluster 2024-04-13T21:44:24.881219+0000 mgr.y (mgr.14152) 162 : cluster 0 pgmap v130: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:44:26.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:26 smithi189 bash[23633]: audit 2024-04-13T21:44:25.553875+0000 mon.a (mon.0) 374 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-13T21:44:26.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:26 smithi189 bash[23633]: cluster 2024-04-13T21:44:25.554106+0000 mon.a (mon.0) 375 : cluster 0 osdmap e20: 3 total, 3 up, 3 in 2024-04-13T21:44:26.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:26 smithi189 bash[23633]: audit 2024-04-13T21:44:25.556114+0000 mon.a (mon.0) 376 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T21:44:27.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:27 smithi189 bash[23633]: audit 2024-04-13T21:44:26.557801+0000 mon.a (mon.0) 377 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-13T21:44:27.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:27 smithi189 bash[23633]: cluster 2024-04-13T21:44:26.558033+0000 mon.a (mon.0) 378 : cluster 0 osdmap e21: 3 total, 3 up, 3 in 2024-04-13T21:44:27.907 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:27 smithi165 bash[21371]: audit 2024-04-13T21:44:26.557801+0000 mon.a (mon.0) 377 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-13T21:44:27.907 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:27 smithi165 bash[21371]: cluster 2024-04-13T21:44:26.558033+0000 mon.a (mon.0) 378 : cluster 0 osdmap e21: 3 total, 3 up, 3 in 2024-04-13T21:44:27.907 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:27 smithi165 bash[31269]: audit 2024-04-13T21:44:26.557801+0000 mon.a (mon.0) 377 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-13T21:44:27.908 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:27 smithi165 bash[31269]: cluster 2024-04-13T21:44:26.558033+0000 mon.a (mon.0) 378 : cluster 0 osdmap e21: 3 total, 3 up, 3 in 2024-04-13T21:44:28.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:28 smithi189 bash[23633]: cluster 2024-04-13T21:44:26.881581+0000 mgr.y (mgr.14152) 163 : cluster 0 pgmap v133: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:44:28.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:28 smithi189 bash[23633]: cluster 2024-04-13T21:44:27.586556+0000 mon.a (mon.0) 379 : cluster 0 mgrmap e15: y(active, since 4m), standbys: x 2024-04-13T21:44:28.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:28 smithi189 bash[23633]: cluster 2024-04-13T21:44:27.586642+0000 mon.a (mon.0) 380 : cluster 0 osdmap e22: 3 total, 3 up, 3 in 2024-04-13T21:44:28.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:28 smithi189 bash[23633]: audit 2024-04-13T21:44:27.802822+0000 mon.a (mon.0) 381 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:29.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:28 smithi165 bash[21371]: cluster 2024-04-13T21:44:26.881581+0000 mgr.y (mgr.14152) 163 : cluster 0 pgmap v133: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:44:29.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:28 smithi165 bash[21371]: cluster 2024-04-13T21:44:27.586556+0000 mon.a (mon.0) 379 : cluster 0 mgrmap e15: y(active, since 4m), standbys: x 2024-04-13T21:44:29.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:28 smithi165 bash[21371]: cluster 2024-04-13T21:44:27.586642+0000 mon.a (mon.0) 380 : cluster 0 osdmap e22: 3 total, 3 up, 3 in 2024-04-13T21:44:29.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:28 smithi165 bash[21371]: audit 2024-04-13T21:44:27.802822+0000 mon.a (mon.0) 381 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:29.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:28 smithi165 bash[31269]: cluster 2024-04-13T21:44:26.881581+0000 mgr.y (mgr.14152) 163 : cluster 0 pgmap v133: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:44:29.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:28 smithi165 bash[31269]: cluster 2024-04-13T21:44:27.586556+0000 mon.a (mon.0) 379 : cluster 0 mgrmap e15: y(active, since 4m), standbys: x 2024-04-13T21:44:29.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:28 smithi165 bash[31269]: cluster 2024-04-13T21:44:27.586642+0000 mon.a (mon.0) 380 : cluster 0 osdmap e22: 3 total, 3 up, 3 in 2024-04-13T21:44:29.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:28 smithi165 bash[31269]: audit 2024-04-13T21:44:27.802822+0000 mon.a (mon.0) 381 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:30.735 INFO:teuthology.orchestra.run.smithi165.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-13T21:44:30.735 INFO:teuthology.orchestra.run.smithi165.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-13T21:44:30.735 INFO:teuthology.orchestra.run.smithi165.stderr: stderr: 10+0 records in 2024-04-13T21:44:30.735 INFO:teuthology.orchestra.run.smithi165.stderr:10+0 records out 2024-04-13T21:44:30.735 INFO:teuthology.orchestra.run.smithi165.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0154626 s, 678 MB/s 2024-04-13T21:44:30.735 INFO:teuthology.orchestra.run.smithi165.stderr:--> Zapping successful for: 2024-04-13T21:44:31.385 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph orch daemon add osd smithi165:vg_nvme/lv_1 2024-04-13T21:44:31.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:31 smithi165 bash[31269]: cluster 2024-04-13T21:44:28.882030+0000 mgr.y (mgr.14152) 164 : cluster 0 pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:44:31.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:31 smithi165 bash[31269]: audit 2024-04-13T21:44:29.606691+0000 mon.a (mon.0) 382 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-13T21:44:31.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:31 smithi165 bash[31269]: audit 2024-04-13T21:44:30.501450+0000 mon.a (mon.0) 383 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-13T21:44:31.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:31 smithi165 bash[31269]: audit 2024-04-13T21:44:30.501836+0000 mon.a (mon.0) 384 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T21:44:31.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:31 smithi165 bash[31269]: audit 2024-04-13T21:44:30.502117+0000 mon.a (mon.0) 385 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:44:31.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:31 smithi165 bash[31269]: audit 2024-04-13T21:44:30.502395+0000 mon.a (mon.0) 386 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:44:31.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:31 smithi165 bash[31269]: audit 2024-04-13T21:44:30.504717+0000 mon.a (mon.0) 387 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T21:44:31.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:31 smithi165 bash[31269]: audit 2024-04-13T21:44:30.504905+0000 mon.a (mon.0) 388 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:44:31.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:31 smithi165 bash[31269]: audit 2024-04-13T21:44:30.505082+0000 mon.a (mon.0) 389 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:44:31.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:31 smithi165 bash[21371]: cluster 2024-04-13T21:44:28.882030+0000 mgr.y (mgr.14152) 164 : cluster 0 pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:44:31.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:31 smithi165 bash[21371]: audit 2024-04-13T21:44:29.606691+0000 mon.a (mon.0) 382 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-13T21:44:31.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:31 smithi165 bash[21371]: audit 2024-04-13T21:44:30.501450+0000 mon.a (mon.0) 383 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-13T21:44:31.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:31 smithi165 bash[21371]: audit 2024-04-13T21:44:30.501836+0000 mon.a (mon.0) 384 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T21:44:31.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:31 smithi165 bash[21371]: audit 2024-04-13T21:44:30.502117+0000 mon.a (mon.0) 385 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:44:31.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:31 smithi165 bash[21371]: audit 2024-04-13T21:44:30.502395+0000 mon.a (mon.0) 386 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:44:31.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:31 smithi165 bash[21371]: audit 2024-04-13T21:44:30.504717+0000 mon.a (mon.0) 387 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T21:44:31.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:31 smithi165 bash[21371]: audit 2024-04-13T21:44:30.504905+0000 mon.a (mon.0) 388 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:44:31.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:31 smithi165 bash[21371]: audit 2024-04-13T21:44:30.505082+0000 mon.a (mon.0) 389 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:44:31.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:31 smithi189 bash[23633]: cluster 2024-04-13T21:44:28.882030+0000 mgr.y (mgr.14152) 164 : cluster 0 pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:44:31.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:31 smithi189 bash[23633]: audit 2024-04-13T21:44:29.606691+0000 mon.a (mon.0) 382 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-13T21:44:31.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:31 smithi189 bash[23633]: audit 2024-04-13T21:44:30.501450+0000 mon.a (mon.0) 383 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-13T21:44:31.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:31 smithi189 bash[23633]: audit 2024-04-13T21:44:30.501836+0000 mon.a (mon.0) 384 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T21:44:31.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:31 smithi189 bash[23633]: audit 2024-04-13T21:44:30.502117+0000 mon.a (mon.0) 385 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:44:31.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:31 smithi189 bash[23633]: audit 2024-04-13T21:44:30.502395+0000 mon.a (mon.0) 386 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:44:31.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:31 smithi189 bash[23633]: audit 2024-04-13T21:44:30.504717+0000 mon.a (mon.0) 387 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T21:44:31.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:31 smithi189 bash[23633]: audit 2024-04-13T21:44:30.504905+0000 mon.a (mon.0) 388 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:44:31.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:31 smithi189 bash[23633]: audit 2024-04-13T21:44:30.505082+0000 mon.a (mon.0) 389 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:44:32.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:32 smithi165 bash[21371]: audit 2024-04-13T21:44:30.505046+0000 mon.b (mon.1) 7 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-13T21:44:32.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:32 smithi165 bash[21371]: cluster 2024-04-13T21:44:30.882505+0000 mgr.y (mgr.14152) 165 : cluster 0 pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:44:32.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:32 smithi165 bash[21371]: audit 2024-04-13T21:44:31.408691+0000 mon.b (mon.1) 8 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-13T21:44:32.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:32 smithi165 bash[21371]: audit 2024-04-13T21:44:31.443660+0000 mon.a (mon.0) 390 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:32.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:32 smithi165 bash[21371]: audit 2024-04-13T21:44:31.444977+0000 mon.c (mon.2) 8 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-13T21:44:32.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:32 smithi165 bash[21371]: audit 2024-04-13T21:44:31.445187+0000 mon.a (mon.0) 391 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T21:44:32.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:32 smithi165 bash[21371]: audit 2024-04-13T21:44:31.445420+0000 mon.a (mon.0) 392 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:44:32.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:32 smithi165 bash[21371]: audit 2024-04-13T21:44:31.445613+0000 mon.a (mon.0) 393 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:44:32.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:32 smithi165 bash[21371]: audit 2024-04-13T21:44:32.362600+0000 mon.c (mon.2) 9 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-13T21:44:32.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:32 smithi165 bash[21371]: audit 2024-04-13T21:44:32.367411+0000 mon.a (mon.0) 394 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:32.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:32 smithi165 bash[21371]: audit 2024-04-13T21:44:32.376112+0000 mon.a (mon.0) 395 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:32.813 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:32 smithi165 bash[21371]: audit 2024-04-13T21:44:32.378542+0000 mon.a (mon.0) 396 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:44:32.813 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:32 smithi165 bash[21371]: audit 2024-04-13T21:44:32.380049+0000 mon.a (mon.0) 397 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:44:32.813 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:32 smithi165 bash[21371]: audit 2024-04-13T21:44:32.381082+0000 mon.a (mon.0) 398 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:44:32.813 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:32 smithi165 bash[21371]: audit 2024-04-13T21:44:32.387060+0000 mon.a (mon.0) 399 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:32.813 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:32 smithi165 bash[21371]: audit 2024-04-13T21:44:32.389268+0000 mon.a (mon.0) 400 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:44:32.813 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:32 smithi165 bash[21371]: audit 2024-04-13T21:44:32.390290+0000 mon.a (mon.0) 401 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:44:32.813 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:32 smithi165 bash[21371]: audit 2024-04-13T21:44:32.398969+0000 mon.a (mon.0) 402 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:32.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:32 smithi165 bash[31269]: audit 2024-04-13T21:44:30.505046+0000 mon.b (mon.1) 7 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-13T21:44:32.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:32 smithi165 bash[31269]: cluster 2024-04-13T21:44:30.882505+0000 mgr.y (mgr.14152) 165 : cluster 0 pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:44:32.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:32 smithi165 bash[31269]: audit 2024-04-13T21:44:31.408691+0000 mon.b (mon.1) 8 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-13T21:44:32.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:32 smithi165 bash[31269]: audit 2024-04-13T21:44:31.443660+0000 mon.a (mon.0) 390 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:32.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:32 smithi165 bash[31269]: audit 2024-04-13T21:44:31.444977+0000 mon.c (mon.2) 8 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-13T21:44:32.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:32 smithi165 bash[31269]: audit 2024-04-13T21:44:31.445187+0000 mon.a (mon.0) 391 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T21:44:32.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:32 smithi165 bash[31269]: audit 2024-04-13T21:44:31.445420+0000 mon.a (mon.0) 392 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:44:32.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:32 smithi165 bash[31269]: audit 2024-04-13T21:44:31.445613+0000 mon.a (mon.0) 393 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:44:32.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:32 smithi165 bash[31269]: audit 2024-04-13T21:44:32.362600+0000 mon.c (mon.2) 9 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-13T21:44:32.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:32 smithi165 bash[31269]: audit 2024-04-13T21:44:32.367411+0000 mon.a (mon.0) 394 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:32.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:32 smithi165 bash[31269]: audit 2024-04-13T21:44:32.376112+0000 mon.a (mon.0) 395 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:32.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:32 smithi165 bash[31269]: audit 2024-04-13T21:44:32.378542+0000 mon.a (mon.0) 396 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:44:32.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:32 smithi165 bash[31269]: audit 2024-04-13T21:44:32.380049+0000 mon.a (mon.0) 397 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:44:32.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:32 smithi165 bash[31269]: audit 2024-04-13T21:44:32.381082+0000 mon.a (mon.0) 398 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:44:32.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:32 smithi165 bash[31269]: audit 2024-04-13T21:44:32.387060+0000 mon.a (mon.0) 399 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:32.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:32 smithi165 bash[31269]: audit 2024-04-13T21:44:32.389268+0000 mon.a (mon.0) 400 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:44:32.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:32 smithi165 bash[31269]: audit 2024-04-13T21:44:32.390290+0000 mon.a (mon.0) 401 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:44:32.815 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:32 smithi165 bash[31269]: audit 2024-04-13T21:44:32.398969+0000 mon.a (mon.0) 402 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:32.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:32 smithi189 bash[23633]: audit 2024-04-13T21:44:30.505046+0000 mon.b (mon.1) 7 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-13T21:44:32.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:32 smithi189 bash[23633]: cluster 2024-04-13T21:44:30.882505+0000 mgr.y (mgr.14152) 165 : cluster 0 pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:44:32.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:32 smithi189 bash[23633]: audit 2024-04-13T21:44:31.408691+0000 mon.b (mon.1) 8 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-13T21:44:32.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:32 smithi189 bash[23633]: audit 2024-04-13T21:44:31.443660+0000 mon.a (mon.0) 390 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:32.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:32 smithi189 bash[23633]: audit 2024-04-13T21:44:31.444977+0000 mon.c (mon.2) 8 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-13T21:44:32.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:32 smithi189 bash[23633]: audit 2024-04-13T21:44:31.445187+0000 mon.a (mon.0) 391 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T21:44:32.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:32 smithi189 bash[23633]: audit 2024-04-13T21:44:31.445420+0000 mon.a (mon.0) 392 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:44:32.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:32 smithi189 bash[23633]: audit 2024-04-13T21:44:31.445613+0000 mon.a (mon.0) 393 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:44:32.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:32 smithi189 bash[23633]: audit 2024-04-13T21:44:32.362600+0000 mon.c (mon.2) 9 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-13T21:44:32.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:32 smithi189 bash[23633]: audit 2024-04-13T21:44:32.367411+0000 mon.a (mon.0) 394 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:32.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:32 smithi189 bash[23633]: audit 2024-04-13T21:44:32.376112+0000 mon.a (mon.0) 395 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:32.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:32 smithi189 bash[23633]: audit 2024-04-13T21:44:32.378542+0000 mon.a (mon.0) 396 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:44:32.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:32 smithi189 bash[23633]: audit 2024-04-13T21:44:32.380049+0000 mon.a (mon.0) 397 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:44:32.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:32 smithi189 bash[23633]: audit 2024-04-13T21:44:32.381082+0000 mon.a (mon.0) 398 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:44:32.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:32 smithi189 bash[23633]: audit 2024-04-13T21:44:32.387060+0000 mon.a (mon.0) 399 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:32.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:32 smithi189 bash[23633]: audit 2024-04-13T21:44:32.389268+0000 mon.a (mon.0) 400 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:44:32.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:32 smithi189 bash[23633]: audit 2024-04-13T21:44:32.390290+0000 mon.a (mon.0) 401 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:44:32.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:32 smithi189 bash[23633]: audit 2024-04-13T21:44:32.398969+0000 mon.a (mon.0) 402 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:44:33.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:33 smithi165 bash[21371]: cephadm 2024-04-13T21:44:31.996690+0000 mgr.y (mgr.14152) 166 : cephadm 1 Detected new or changed devices on smithi165 2024-04-13T21:44:33.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:33 smithi165 bash[21371]: cephadm 2024-04-13T21:44:32.382022+0000 mgr.y (mgr.14152) 167 : cephadm 1 Adjusting osd_memory_target on smithi165 to 5413M 2024-04-13T21:44:33.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:33 smithi165 bash[31269]: cephadm 2024-04-13T21:44:31.996690+0000 mgr.y (mgr.14152) 166 : cephadm 1 Detected new or changed devices on smithi165 2024-04-13T21:44:33.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:33 smithi165 bash[31269]: cephadm 2024-04-13T21:44:32.382022+0000 mgr.y (mgr.14152) 167 : cephadm 1 Adjusting osd_memory_target on smithi165 to 5413M 2024-04-13T21:44:33.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:33 smithi189 bash[23633]: cephadm 2024-04-13T21:44:31.996690+0000 mgr.y (mgr.14152) 166 : cephadm 1 Detected new or changed devices on smithi165 2024-04-13T21:44:33.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:33 smithi189 bash[23633]: cephadm 2024-04-13T21:44:32.382022+0000 mgr.y (mgr.14152) 167 : cephadm 1 Adjusting osd_memory_target on smithi165 to 5413M 2024-04-13T21:44:34.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:34 smithi165 bash[21371]: cluster 2024-04-13T21:44:32.882964+0000 mgr.y (mgr.14152) 168 : cluster 0 pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:44:34.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:34 smithi165 bash[31269]: cluster 2024-04-13T21:44:32.882964+0000 mgr.y (mgr.14152) 168 : cluster 0 pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:44:34.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:34 smithi189 bash[23633]: cluster 2024-04-13T21:44:32.882964+0000 mgr.y (mgr.14152) 168 : cluster 0 pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:44:36.089 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:44:36.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:36 smithi165 bash[21371]: cluster 2024-04-13T21:44:34.883579+0000 mgr.y (mgr.14152) 169 : cluster 0 pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-04-13T21:44:36.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:36 smithi165 bash[31269]: cluster 2024-04-13T21:44:34.883579+0000 mgr.y (mgr.14152) 169 : cluster 0 pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-04-13T21:44:36.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:36 smithi189 bash[23633]: cluster 2024-04-13T21:44:34.883579+0000 mgr.y (mgr.14152) 169 : cluster 0 pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-04-13T21:44:38.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:38 smithi165 bash[21371]: cluster 2024-04-13T21:44:36.884145+0000 mgr.y (mgr.14152) 170 : cluster 0 pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-04-13T21:44:38.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:38 smithi165 bash[31269]: cluster 2024-04-13T21:44:36.884145+0000 mgr.y (mgr.14152) 170 : cluster 0 pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-04-13T21:44:38.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:38 smithi189 bash[23633]: cluster 2024-04-13T21:44:36.884145+0000 mgr.y (mgr.14152) 170 : cluster 0 pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-04-13T21:44:39.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:39 smithi165 bash[21371]: audit 2024-04-13T21:44:38.791727+0000 mgr.y (mgr.14152) 171 : audit 0 from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi165:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:44:39.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:39 smithi165 bash[21371]: audit 2024-04-13T21:44:38.795293+0000 mon.a (mon.0) 403 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T21:44:39.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:39 smithi165 bash[21371]: audit 2024-04-13T21:44:38.799353+0000 mon.a (mon.0) 404 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T21:44:39.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:39 smithi165 bash[21371]: audit 2024-04-13T21:44:38.800202+0000 mon.a (mon.0) 405 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:44:39.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:39 smithi165 bash[31269]: audit 2024-04-13T21:44:38.791727+0000 mgr.y (mgr.14152) 171 : audit 0 from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi165:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:44:39.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:39 smithi165 bash[31269]: audit 2024-04-13T21:44:38.795293+0000 mon.a (mon.0) 403 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T21:44:39.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:39 smithi165 bash[31269]: audit 2024-04-13T21:44:38.799353+0000 mon.a (mon.0) 404 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T21:44:39.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:39 smithi165 bash[31269]: audit 2024-04-13T21:44:38.800202+0000 mon.a (mon.0) 405 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:44:39.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:39 smithi189 bash[23633]: audit 2024-04-13T21:44:38.791727+0000 mgr.y (mgr.14152) 171 : audit 0 from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi165:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:44:39.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:39 smithi189 bash[23633]: audit 2024-04-13T21:44:38.795293+0000 mon.a (mon.0) 403 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T21:44:39.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:39 smithi189 bash[23633]: audit 2024-04-13T21:44:38.799353+0000 mon.a (mon.0) 404 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T21:44:39.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:39 smithi189 bash[23633]: audit 2024-04-13T21:44:38.800202+0000 mon.a (mon.0) 405 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:44:40.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:40 smithi165 bash[21371]: cluster 2024-04-13T21:44:38.884712+0000 mgr.y (mgr.14152) 172 : cluster 0 pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-13T21:44:40.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:40 smithi165 bash[31269]: cluster 2024-04-13T21:44:38.884712+0000 mgr.y (mgr.14152) 172 : cluster 0 pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-13T21:44:40.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:40 smithi189 bash[23633]: cluster 2024-04-13T21:44:38.884712+0000 mgr.y (mgr.14152) 172 : cluster 0 pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-13T21:44:42.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:42 smithi165 bash[21371]: cluster 2024-04-13T21:44:40.885246+0000 mgr.y (mgr.14152) 173 : cluster 0 pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-13T21:44:42.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:42 smithi165 bash[31269]: cluster 2024-04-13T21:44:40.885246+0000 mgr.y (mgr.14152) 173 : cluster 0 pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-13T21:44:42.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:42 smithi189 bash[23633]: cluster 2024-04-13T21:44:40.885246+0000 mgr.y (mgr.14152) 173 : cluster 0 pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-13T21:44:44.797 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:44 smithi165 bash[21371]: cluster 2024-04-13T21:44:42.885809+0000 mgr.y (mgr.14152) 174 : cluster 0 pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-13T21:44:44.797 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:44 smithi165 bash[31269]: cluster 2024-04-13T21:44:42.885809+0000 mgr.y (mgr.14152) 174 : cluster 0 pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-13T21:44:44.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:44 smithi189 bash[23633]: cluster 2024-04-13T21:44:42.885809+0000 mgr.y (mgr.14152) 174 : cluster 0 pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-13T21:44:46.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:46 smithi165 bash[21371]: cluster 2024-04-13T21:44:44.886370+0000 mgr.y (mgr.14152) 175 : cluster 0 pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-13T21:44:46.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:46 smithi165 bash[31269]: cluster 2024-04-13T21:44:44.886370+0000 mgr.y (mgr.14152) 175 : cluster 0 pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-13T21:44:46.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:46 smithi189 bash[23633]: cluster 2024-04-13T21:44:44.886370+0000 mgr.y (mgr.14152) 175 : cluster 0 pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-13T21:44:47.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:47 smithi165 bash[21371]: audit 2024-04-13T21:44:46.873420+0000 mon.c (mon.2) 10 : audit 1 from='client.? 172.21.15.165:0/3217640418' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2292ee9f-3011-4d12-97a9-59871d9af3f7"}]: dispatch 2024-04-13T21:44:47.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:47 smithi165 bash[21371]: audit 2024-04-13T21:44:46.874225+0000 mon.a (mon.0) 406 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2292ee9f-3011-4d12-97a9-59871d9af3f7"}]: dispatch 2024-04-13T21:44:47.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:47 smithi165 bash[21371]: audit 2024-04-13T21:44:46.880226+0000 mon.a (mon.0) 407 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2292ee9f-3011-4d12-97a9-59871d9af3f7"}]': finished 2024-04-13T21:44:47.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:47 smithi165 bash[21371]: cluster 2024-04-13T21:44:46.880284+0000 mon.a (mon.0) 408 : cluster 0 osdmap e23: 4 total, 3 up, 4 in 2024-04-13T21:44:47.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:47 smithi165 bash[21371]: audit 2024-04-13T21:44:46.880514+0000 mon.a (mon.0) 409 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T21:44:47.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:47 smithi165 bash[31269]: audit 2024-04-13T21:44:46.873420+0000 mon.c (mon.2) 10 : audit 1 from='client.? 172.21.15.165:0/3217640418' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2292ee9f-3011-4d12-97a9-59871d9af3f7"}]: dispatch 2024-04-13T21:44:47.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:47 smithi165 bash[31269]: audit 2024-04-13T21:44:46.874225+0000 mon.a (mon.0) 406 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2292ee9f-3011-4d12-97a9-59871d9af3f7"}]: dispatch 2024-04-13T21:44:47.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:47 smithi165 bash[31269]: audit 2024-04-13T21:44:46.880226+0000 mon.a (mon.0) 407 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2292ee9f-3011-4d12-97a9-59871d9af3f7"}]': finished 2024-04-13T21:44:47.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:47 smithi165 bash[31269]: cluster 2024-04-13T21:44:46.880284+0000 mon.a (mon.0) 408 : cluster 0 osdmap e23: 4 total, 3 up, 4 in 2024-04-13T21:44:47.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:47 smithi165 bash[31269]: audit 2024-04-13T21:44:46.880514+0000 mon.a (mon.0) 409 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T21:44:47.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:47 smithi189 bash[23633]: audit 2024-04-13T21:44:46.873420+0000 mon.c (mon.2) 10 : audit 1 from='client.? 172.21.15.165:0/3217640418' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2292ee9f-3011-4d12-97a9-59871d9af3f7"}]: dispatch 2024-04-13T21:44:47.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:47 smithi189 bash[23633]: audit 2024-04-13T21:44:46.874225+0000 mon.a (mon.0) 406 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2292ee9f-3011-4d12-97a9-59871d9af3f7"}]: dispatch 2024-04-13T21:44:47.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:47 smithi189 bash[23633]: audit 2024-04-13T21:44:46.880226+0000 mon.a (mon.0) 407 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2292ee9f-3011-4d12-97a9-59871d9af3f7"}]': finished 2024-04-13T21:44:47.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:47 smithi189 bash[23633]: cluster 2024-04-13T21:44:46.880284+0000 mon.a (mon.0) 408 : cluster 0 osdmap e23: 4 total, 3 up, 4 in 2024-04-13T21:44:47.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:47 smithi189 bash[23633]: audit 2024-04-13T21:44:46.880514+0000 mon.a (mon.0) 409 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T21:44:48.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:48 smithi165 bash[21371]: cluster 2024-04-13T21:44:46.886705+0000 mgr.y (mgr.14152) 176 : cluster 0 pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:44:48.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:48 smithi165 bash[21371]: audit 2024-04-13T21:44:47.557296+0000 mon.c (mon.2) 11 : audit 0 from='client.? 172.21.15.165:0/1820216006' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T21:44:48.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:48 smithi165 bash[31269]: cluster 2024-04-13T21:44:46.886705+0000 mgr.y (mgr.14152) 176 : cluster 0 pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:44:48.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:48 smithi165 bash[31269]: audit 2024-04-13T21:44:47.557296+0000 mon.c (mon.2) 11 : audit 0 from='client.? 172.21.15.165:0/1820216006' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T21:44:48.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:48 smithi189 bash[23633]: cluster 2024-04-13T21:44:46.886705+0000 mgr.y (mgr.14152) 176 : cluster 0 pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:44:48.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:48 smithi189 bash[23633]: audit 2024-04-13T21:44:47.557296+0000 mon.c (mon.2) 11 : audit 0 from='client.? 172.21.15.165:0/1820216006' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T21:44:50.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:50 smithi165 bash[21371]: cluster 2024-04-13T21:44:48.887315+0000 mgr.y (mgr.14152) 177 : cluster 0 pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:44:50.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:50 smithi165 bash[31269]: cluster 2024-04-13T21:44:48.887315+0000 mgr.y (mgr.14152) 177 : cluster 0 pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:44:50.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:50 smithi189 bash[23633]: cluster 2024-04-13T21:44:48.887315+0000 mgr.y (mgr.14152) 177 : cluster 0 pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:44:52.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:52 smithi165 bash[21371]: cluster 2024-04-13T21:44:50.887818+0000 mgr.y (mgr.14152) 178 : cluster 0 pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:44:52.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:52 smithi165 bash[31269]: cluster 2024-04-13T21:44:50.887818+0000 mgr.y (mgr.14152) 178 : cluster 0 pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:44:52.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:52 smithi189 bash[23633]: cluster 2024-04-13T21:44:50.887818+0000 mgr.y (mgr.14152) 178 : cluster 0 pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:44:54.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:54 smithi165 bash[21371]: cluster 2024-04-13T21:44:52.888313+0000 mgr.y (mgr.14152) 179 : cluster 0 pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:44:54.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:54 smithi165 bash[31269]: cluster 2024-04-13T21:44:52.888313+0000 mgr.y (mgr.14152) 179 : cluster 0 pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:44:54.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:54 smithi189 bash[23633]: cluster 2024-04-13T21:44:52.888313+0000 mgr.y (mgr.14152) 179 : cluster 0 pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:44:56.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:56 smithi165 bash[21371]: cluster 2024-04-13T21:44:54.888855+0000 mgr.y (mgr.14152) 180 : cluster 0 pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:44:56.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:56 smithi165 bash[31269]: cluster 2024-04-13T21:44:54.888855+0000 mgr.y (mgr.14152) 180 : cluster 0 pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:44:56.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:56 smithi189 bash[23633]: cluster 2024-04-13T21:44:54.888855+0000 mgr.y (mgr.14152) 180 : cluster 0 pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:44:58.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:58 smithi165 bash[21371]: cluster 2024-04-13T21:44:56.889382+0000 mgr.y (mgr.14152) 181 : cluster 0 pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:44:58.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:58 smithi165 bash[31269]: cluster 2024-04-13T21:44:56.889382+0000 mgr.y (mgr.14152) 181 : cluster 0 pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:44:58.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:58 smithi189 bash[23633]: cluster 2024-04-13T21:44:56.889382+0000 mgr.y (mgr.14152) 181 : cluster 0 pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:44:59.803 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:59 smithi165 bash[21371]: audit 2024-04-13T21:44:58.753281+0000 mon.a (mon.0) 410 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-13T21:44:59.804 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:59 smithi165 bash[21371]: audit 2024-04-13T21:44:58.755035+0000 mon.a (mon.0) 411 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:44:59.804 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:44:59 smithi165 bash[21371]: cephadm 2024-04-13T21:44:58.756497+0000 mgr.y (mgr.14152) 182 : cephadm 1 Deploying daemon osd.3 on smithi165 2024-04-13T21:44:59.804 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:59 smithi165 bash[31269]: audit 2024-04-13T21:44:58.753281+0000 mon.a (mon.0) 410 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-13T21:44:59.804 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:59 smithi165 bash[31269]: audit 2024-04-13T21:44:58.755035+0000 mon.a (mon.0) 411 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:44:59.804 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:44:59 smithi165 bash[31269]: cephadm 2024-04-13T21:44:58.756497+0000 mgr.y (mgr.14152) 182 : cephadm 1 Deploying daemon osd.3 on smithi165 2024-04-13T21:44:59.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:59 smithi189 bash[23633]: audit 2024-04-13T21:44:58.753281+0000 mon.a (mon.0) 410 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-13T21:44:59.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:59 smithi189 bash[23633]: audit 2024-04-13T21:44:58.755035+0000 mon.a (mon.0) 411 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:44:59.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:44:59 smithi189 bash[23633]: cephadm 2024-04-13T21:44:58.756497+0000 mgr.y (mgr.14152) 182 : cephadm 1 Deploying daemon osd.3 on smithi165 2024-04-13T21:45:00.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:00 smithi165 bash[31269]: cluster 2024-04-13T21:44:58.889876+0000 mgr.y (mgr.14152) 183 : cluster 0 pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:45:00.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:00 smithi165 bash[21371]: cluster 2024-04-13T21:44:58.889876+0000 mgr.y (mgr.14152) 183 : cluster 0 pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:45:00.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:00 smithi189 bash[23633]: cluster 2024-04-13T21:44:58.889876+0000 mgr.y (mgr.14152) 183 : cluster 0 pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:45:02.603 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 21:45:02 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:45:02.603 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:02 smithi165 bash[21371]: cluster 2024-04-13T21:45:00.890385+0000 mgr.y (mgr.14152) 184 : cluster 0 pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:45:02.603 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:02 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:45:02.604 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 21:45:02 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:45:02.604 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:02 smithi165 bash[31269]: cluster 2024-04-13T21:45:00.890385+0000 mgr.y (mgr.14152) 184 : cluster 0 pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:45:02.604 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:02 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:45:02.605 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 21:45:02 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:45:02.605 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:45:02 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:45:02.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:02 smithi189 bash[23633]: cluster 2024-04-13T21:45:00.890385+0000 mgr.y (mgr.14152) 184 : cluster 0 pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:45:02.891 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:02 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:45:02.892 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:45:02 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:45:02.892 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 21:45:02 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:45:02.892 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:02 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:45:02.893 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 21:45:02 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:45:02.893 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 21:45:02 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:45:04.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:03 smithi165 bash[31269]: cluster 2024-04-13T21:45:02.890719+0000 mgr.y (mgr.14152) 185 : cluster 0 pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:45:04.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:03 smithi165 bash[31269]: audit 2024-04-13T21:45:02.894254+0000 mon.a (mon.0) 412 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:04.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:03 smithi165 bash[31269]: audit 2024-04-13T21:45:02.900005+0000 mon.a (mon.0) 413 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:04.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:03 smithi165 bash[31269]: audit 2024-04-13T21:45:02.902909+0000 mon.a (mon.0) 414 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:45:04.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:03 smithi165 bash[21371]: cluster 2024-04-13T21:45:02.890719+0000 mgr.y (mgr.14152) 185 : cluster 0 pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:45:04.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:03 smithi165 bash[21371]: audit 2024-04-13T21:45:02.894254+0000 mon.a (mon.0) 412 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:04.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:03 smithi165 bash[21371]: audit 2024-04-13T21:45:02.900005+0000 mon.a (mon.0) 413 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:04.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:03 smithi165 bash[21371]: audit 2024-04-13T21:45:02.902909+0000 mon.a (mon.0) 414 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:45:04.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:03 smithi189 bash[23633]: cluster 2024-04-13T21:45:02.890719+0000 mgr.y (mgr.14152) 185 : cluster 0 pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:45:04.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:03 smithi189 bash[23633]: audit 2024-04-13T21:45:02.894254+0000 mon.a (mon.0) 412 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:04.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:03 smithi189 bash[23633]: audit 2024-04-13T21:45:02.900005+0000 mon.a (mon.0) 413 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:04.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:03 smithi189 bash[23633]: audit 2024-04-13T21:45:02.902909+0000 mon.a (mon.0) 414 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:45:06.274 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:05 smithi165 bash[31269]: cluster 2024-04-13T21:45:04.891246+0000 mgr.y (mgr.14152) 186 : cluster 0 pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:45:06.274 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:05 smithi165 bash[21371]: cluster 2024-04-13T21:45:04.891246+0000 mgr.y (mgr.14152) 186 : cluster 0 pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:45:06.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:05 smithi189 bash[23633]: cluster 2024-04-13T21:45:04.891246+0000 mgr.y (mgr.14152) 186 : cluster 0 pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:45:08.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:07 smithi165 bash[21371]: cluster 2024-04-13T21:45:06.891652+0000 mgr.y (mgr.14152) 187 : cluster 0 pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:45:08.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:07 smithi165 bash[31269]: cluster 2024-04-13T21:45:06.891652+0000 mgr.y (mgr.14152) 187 : cluster 0 pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:45:08.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:07 smithi189 bash[23633]: cluster 2024-04-13T21:45:06.891652+0000 mgr.y (mgr.14152) 187 : cluster 0 pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:45:09.209 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:09 smithi165 bash[21371]: audit 2024-04-13T21:45:08.086604+0000 mon.a (mon.0) 415 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:09.209 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:09 smithi165 bash[21371]: audit 2024-04-13T21:45:08.091574+0000 mon.a (mon.0) 416 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:09.209 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:09 smithi165 bash[21371]: audit 2024-04-13T21:45:08.092456+0000 mon.a (mon.0) 417 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:45:09.209 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:09 smithi165 bash[21371]: audit 2024-04-13T21:45:08.093144+0000 mon.a (mon.0) 418 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:45:09.210 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:09 smithi165 bash[21371]: audit 2024-04-13T21:45:08.097766+0000 mon.a (mon.0) 419 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:09.210 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:09 smithi165 bash[31269]: audit 2024-04-13T21:45:08.086604+0000 mon.a (mon.0) 415 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:09.210 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:09 smithi165 bash[31269]: audit 2024-04-13T21:45:08.091574+0000 mon.a (mon.0) 416 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:09.210 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:09 smithi165 bash[31269]: audit 2024-04-13T21:45:08.092456+0000 mon.a (mon.0) 417 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:45:09.210 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:09 smithi165 bash[31269]: audit 2024-04-13T21:45:08.093144+0000 mon.a (mon.0) 418 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:45:09.210 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:09 smithi165 bash[31269]: audit 2024-04-13T21:45:08.097766+0000 mon.a (mon.0) 419 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:09.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:09 smithi189 bash[23633]: audit 2024-04-13T21:45:08.086604+0000 mon.a (mon.0) 415 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:09.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:09 smithi189 bash[23633]: audit 2024-04-13T21:45:08.091574+0000 mon.a (mon.0) 416 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:09.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:09 smithi189 bash[23633]: audit 2024-04-13T21:45:08.092456+0000 mon.a (mon.0) 417 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:45:09.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:09 smithi189 bash[23633]: audit 2024-04-13T21:45:08.093144+0000 mon.a (mon.0) 418 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:45:09.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:09 smithi189 bash[23633]: audit 2024-04-13T21:45:08.097766+0000 mon.a (mon.0) 419 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:10.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:10 smithi189 bash[23633]: cluster 2024-04-13T21:45:08.892072+0000 mgr.y (mgr.14152) 188 : cluster 0 pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:45:10.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:10 smithi189 bash[23633]: audit 2024-04-13T21:45:09.223489+0000 mon.a (mon.0) 420 : audit 1 from='osd.3 [v2:172.21.15.165:6826/1790837044,v1:172.21.15.165:6827/1790837044]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-13T21:45:10.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:10 smithi165 bash[21371]: cluster 2024-04-13T21:45:08.892072+0000 mgr.y (mgr.14152) 188 : cluster 0 pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:45:10.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:10 smithi165 bash[21371]: audit 2024-04-13T21:45:09.223489+0000 mon.a (mon.0) 420 : audit 1 from='osd.3 [v2:172.21.15.165:6826/1790837044,v1:172.21.15.165:6827/1790837044]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-13T21:45:10.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:10 smithi165 bash[31269]: cluster 2024-04-13T21:45:08.892072+0000 mgr.y (mgr.14152) 188 : cluster 0 pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:45:10.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:10 smithi165 bash[31269]: audit 2024-04-13T21:45:09.223489+0000 mon.a (mon.0) 420 : audit 1 from='osd.3 [v2:172.21.15.165:6826/1790837044,v1:172.21.15.165:6827/1790837044]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-13T21:45:11.537 INFO:teuthology.orchestra.run.smithi165.stdout:Created osd(s) 3 on host 'smithi165' 2024-04-13T21:45:11.558 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:11 smithi165 bash[21371]: audit 2024-04-13T21:45:10.112383+0000 mon.a (mon.0) 421 : audit 1 from='osd.3 [v2:172.21.15.165:6826/1790837044,v1:172.21.15.165:6827/1790837044]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-13T21:45:11.558 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:11 smithi165 bash[21371]: cluster 2024-04-13T21:45:10.112566+0000 mon.a (mon.0) 422 : cluster 0 osdmap e24: 4 total, 3 up, 4 in 2024-04-13T21:45:11.558 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:11 smithi165 bash[21371]: audit 2024-04-13T21:45:10.112867+0000 mon.a (mon.0) 423 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T21:45:11.559 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:11 smithi165 bash[21371]: audit 2024-04-13T21:45:10.113847+0000 mon.a (mon.0) 424 : audit 1 from='osd.3 [v2:172.21.15.165:6826/1790837044,v1:172.21.15.165:6827/1790837044]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-13T21:45:11.559 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:11 smithi165 bash[31269]: audit 2024-04-13T21:45:10.112383+0000 mon.a (mon.0) 421 : audit 1 from='osd.3 [v2:172.21.15.165:6826/1790837044,v1:172.21.15.165:6827/1790837044]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-13T21:45:11.559 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:11 smithi165 bash[31269]: cluster 2024-04-13T21:45:10.112566+0000 mon.a (mon.0) 422 : cluster 0 osdmap e24: 4 total, 3 up, 4 in 2024-04-13T21:45:11.559 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:11 smithi165 bash[31269]: audit 2024-04-13T21:45:10.112867+0000 mon.a (mon.0) 423 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T21:45:11.559 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:11 smithi165 bash[31269]: audit 2024-04-13T21:45:10.113847+0000 mon.a (mon.0) 424 : audit 1 from='osd.3 [v2:172.21.15.165:6826/1790837044,v1:172.21.15.165:6827/1790837044]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-13T21:45:11.591 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:11 smithi189 bash[23633]: audit 2024-04-13T21:45:10.112383+0000 mon.a (mon.0) 421 : audit 1 from='osd.3 [v2:172.21.15.165:6826/1790837044,v1:172.21.15.165:6827/1790837044]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-13T21:45:11.591 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:11 smithi189 bash[23633]: cluster 2024-04-13T21:45:10.112566+0000 mon.a (mon.0) 422 : cluster 0 osdmap e24: 4 total, 3 up, 4 in 2024-04-13T21:45:11.591 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:11 smithi189 bash[23633]: audit 2024-04-13T21:45:10.112867+0000 mon.a (mon.0) 423 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T21:45:11.591 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:11 smithi189 bash[23633]: audit 2024-04-13T21:45:10.113847+0000 mon.a (mon.0) 424 : audit 1 from='osd.3 [v2:172.21.15.165:6826/1790837044,v1:172.21.15.165:6827/1790837044]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-13T21:45:12.178 DEBUG:teuthology.orchestra.run.smithi165:osd.3> sudo journalctl -f -n 0 -u ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@osd.3.service 2024-04-13T21:45:12.181 INFO:tasks.cephadm:Deploying osd.4 on smithi189 with /dev/vg_nvme/lv_4... 2024-04-13T21:45:12.181 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-13T21:45:12.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:12 smithi165 bash[21371]: cluster 2024-04-13T21:45:10.892465+0000 mgr.y (mgr.14152) 189 : cluster 0 pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:45:12.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:12 smithi165 bash[21371]: audit 2024-04-13T21:45:11.122160+0000 mon.a (mon.0) 425 : audit 1 from='osd.3 [v2:172.21.15.165:6826/1790837044,v1:172.21.15.165:6827/1790837044]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]': finished 2024-04-13T21:45:12.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:12 smithi165 bash[21371]: cluster 2024-04-13T21:45:11.122308+0000 mon.a (mon.0) 426 : cluster 0 osdmap e25: 4 total, 3 up, 4 in 2024-04-13T21:45:12.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:12 smithi165 bash[21371]: audit 2024-04-13T21:45:11.122716+0000 mon.a (mon.0) 427 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T21:45:12.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:12 smithi165 bash[21371]: audit 2024-04-13T21:45:11.131355+0000 mon.a (mon.0) 428 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T21:45:12.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:12 smithi165 bash[21371]: audit 2024-04-13T21:45:11.425561+0000 mon.a (mon.0) 429 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:45:12.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:12 smithi165 bash[21371]: audit 2024-04-13T21:45:11.505433+0000 mon.a (mon.0) 430 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:12.562 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:12 smithi165 bash[21371]: audit 2024-04-13T21:45:11.516060+0000 mon.a (mon.0) 431 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:12.562 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:12 smithi165 bash[21371]: audit 2024-04-13T21:45:11.619952+0000 mon.a (mon.0) 432 : audit 1 from='osd.3 [v2:172.21.15.165:6826/1790837044,v1:172.21.15.165:6827/1790837044]' entity='osd.3' 2024-04-13T21:45:12.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:12 smithi165 bash[31269]: cluster 2024-04-13T21:45:10.892465+0000 mgr.y (mgr.14152) 189 : cluster 0 pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:45:12.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:12 smithi165 bash[31269]: audit 2024-04-13T21:45:11.122160+0000 mon.a (mon.0) 425 : audit 1 from='osd.3 [v2:172.21.15.165:6826/1790837044,v1:172.21.15.165:6827/1790837044]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]': finished 2024-04-13T21:45:12.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:12 smithi165 bash[31269]: cluster 2024-04-13T21:45:11.122308+0000 mon.a (mon.0) 426 : cluster 0 osdmap e25: 4 total, 3 up, 4 in 2024-04-13T21:45:12.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:12 smithi165 bash[31269]: audit 2024-04-13T21:45:11.122716+0000 mon.a (mon.0) 427 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T21:45:12.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:12 smithi165 bash[31269]: audit 2024-04-13T21:45:11.131355+0000 mon.a (mon.0) 428 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T21:45:12.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:12 smithi165 bash[31269]: audit 2024-04-13T21:45:11.425561+0000 mon.a (mon.0) 429 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:45:12.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:12 smithi165 bash[31269]: audit 2024-04-13T21:45:11.505433+0000 mon.a (mon.0) 430 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:12.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:12 smithi165 bash[31269]: audit 2024-04-13T21:45:11.516060+0000 mon.a (mon.0) 431 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:12.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:12 smithi165 bash[31269]: audit 2024-04-13T21:45:11.619952+0000 mon.a (mon.0) 432 : audit 1 from='osd.3 [v2:172.21.15.165:6826/1790837044,v1:172.21.15.165:6827/1790837044]' entity='osd.3' 2024-04-13T21:45:12.591 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:12 smithi189 bash[23633]: cluster 2024-04-13T21:45:10.892465+0000 mgr.y (mgr.14152) 189 : cluster 0 pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:45:12.591 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:12 smithi189 bash[23633]: audit 2024-04-13T21:45:11.122160+0000 mon.a (mon.0) 425 : audit 1 from='osd.3 [v2:172.21.15.165:6826/1790837044,v1:172.21.15.165:6827/1790837044]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]': finished 2024-04-13T21:45:12.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:12 smithi189 bash[23633]: cluster 2024-04-13T21:45:11.122308+0000 mon.a (mon.0) 426 : cluster 0 osdmap e25: 4 total, 3 up, 4 in 2024-04-13T21:45:12.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:12 smithi189 bash[23633]: audit 2024-04-13T21:45:11.122716+0000 mon.a (mon.0) 427 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T21:45:12.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:12 smithi189 bash[23633]: audit 2024-04-13T21:45:11.131355+0000 mon.a (mon.0) 428 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T21:45:12.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:12 smithi189 bash[23633]: audit 2024-04-13T21:45:11.425561+0000 mon.a (mon.0) 429 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:45:12.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:12 smithi189 bash[23633]: audit 2024-04-13T21:45:11.505433+0000 mon.a (mon.0) 430 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:12.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:12 smithi189 bash[23633]: audit 2024-04-13T21:45:11.516060+0000 mon.a (mon.0) 431 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:12.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:12 smithi189 bash[23633]: audit 2024-04-13T21:45:11.619952+0000 mon.a (mon.0) 432 : audit 1 from='osd.3 [v2:172.21.15.165:6826/1790837044,v1:172.21.15.165:6827/1790837044]' entity='osd.3' 2024-04-13T21:45:13.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:13 smithi165 bash[21371]: cluster 2024-04-13T21:45:10.174122+0000 osd.3 (osd.3) 1 : cluster 0 purged_snaps scrub starts 2024-04-13T21:45:13.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:13 smithi165 bash[21371]: cluster 2024-04-13T21:45:10.174222+0000 osd.3 (osd.3) 2 : cluster 0 purged_snaps scrub ok 2024-04-13T21:45:13.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:13 smithi165 bash[21371]: audit 2024-04-13T21:45:12.130624+0000 mon.a (mon.0) 433 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T21:45:13.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:13 smithi165 bash[21371]: cluster 2024-04-13T21:45:12.623787+0000 mon.a (mon.0) 434 : cluster 1 osd.3 [v2:172.21.15.165:6826/1790837044,v1:172.21.15.165:6827/1790837044] boot 2024-04-13T21:45:13.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:13 smithi165 bash[21371]: cluster 2024-04-13T21:45:12.623876+0000 mon.a (mon.0) 435 : cluster 0 osdmap e26: 4 total, 4 up, 4 in 2024-04-13T21:45:13.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:13 smithi165 bash[21371]: audit 2024-04-13T21:45:12.624213+0000 mon.a (mon.0) 436 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T21:45:13.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:13 smithi165 bash[31269]: cluster 2024-04-13T21:45:10.174122+0000 osd.3 (osd.3) 1 : cluster 0 purged_snaps scrub starts 2024-04-13T21:45:13.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:13 smithi165 bash[31269]: cluster 2024-04-13T21:45:10.174222+0000 osd.3 (osd.3) 2 : cluster 0 purged_snaps scrub ok 2024-04-13T21:45:13.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:13 smithi165 bash[31269]: audit 2024-04-13T21:45:12.130624+0000 mon.a (mon.0) 433 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T21:45:13.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:13 smithi165 bash[31269]: cluster 2024-04-13T21:45:12.623787+0000 mon.a (mon.0) 434 : cluster 1 osd.3 [v2:172.21.15.165:6826/1790837044,v1:172.21.15.165:6827/1790837044] boot 2024-04-13T21:45:13.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:13 smithi165 bash[31269]: cluster 2024-04-13T21:45:12.623876+0000 mon.a (mon.0) 435 : cluster 0 osdmap e26: 4 total, 4 up, 4 in 2024-04-13T21:45:13.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:13 smithi165 bash[31269]: audit 2024-04-13T21:45:12.624213+0000 mon.a (mon.0) 436 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T21:45:13.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:13 smithi189 bash[23633]: cluster 2024-04-13T21:45:10.174122+0000 osd.3 (osd.3) 1 : cluster 0 purged_snaps scrub starts 2024-04-13T21:45:13.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:13 smithi189 bash[23633]: cluster 2024-04-13T21:45:10.174222+0000 osd.3 (osd.3) 2 : cluster 0 purged_snaps scrub ok 2024-04-13T21:45:13.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:13 smithi189 bash[23633]: audit 2024-04-13T21:45:12.130624+0000 mon.a (mon.0) 433 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T21:45:13.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:13 smithi189 bash[23633]: cluster 2024-04-13T21:45:12.623787+0000 mon.a (mon.0) 434 : cluster 1 osd.3 [v2:172.21.15.165:6826/1790837044,v1:172.21.15.165:6827/1790837044] boot 2024-04-13T21:45:13.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:13 smithi189 bash[23633]: cluster 2024-04-13T21:45:12.623876+0000 mon.a (mon.0) 435 : cluster 0 osdmap e26: 4 total, 4 up, 4 in 2024-04-13T21:45:13.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:13 smithi189 bash[23633]: audit 2024-04-13T21:45:12.624213+0000 mon.a (mon.0) 436 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T21:45:15.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:14 smithi165 bash[21371]: cluster 2024-04-13T21:45:12.892971+0000 mgr.y (mgr.14152) 190 : cluster 0 pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:45:15.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:14 smithi165 bash[21371]: cluster 2024-04-13T21:45:14.126776+0000 mon.a (mon.0) 437 : cluster 0 osdmap e27: 4 total, 4 up, 4 in 2024-04-13T21:45:15.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:14 smithi165 bash[31269]: cluster 2024-04-13T21:45:12.892971+0000 mgr.y (mgr.14152) 190 : cluster 0 pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:45:15.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:14 smithi165 bash[31269]: cluster 2024-04-13T21:45:14.126776+0000 mon.a (mon.0) 437 : cluster 0 osdmap e27: 4 total, 4 up, 4 in 2024-04-13T21:45:15.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:14 smithi189 bash[23633]: cluster 2024-04-13T21:45:12.892971+0000 mgr.y (mgr.14152) 190 : cluster 0 pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-13T21:45:15.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:14 smithi189 bash[23633]: cluster 2024-04-13T21:45:14.126776+0000 mon.a (mon.0) 437 : cluster 0 osdmap e27: 4 total, 4 up, 4 in 2024-04-13T21:45:16.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:16 smithi165 bash[21371]: cluster 2024-04-13T21:45:14.893524+0000 mgr.y (mgr.14152) 191 : cluster 0 pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:16.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:16 smithi165 bash[31269]: cluster 2024-04-13T21:45:14.893524+0000 mgr.y (mgr.14152) 191 : cluster 0 pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:16.847 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.b/config 2024-04-13T21:45:16.868 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:16 smithi189 bash[23633]: cluster 2024-04-13T21:45:14.893524+0000 mgr.y (mgr.14152) 191 : cluster 0 pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:18.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:18 smithi189 bash[23633]: cluster 2024-04-13T21:45:16.894162+0000 mgr.y (mgr.14152) 192 : cluster 0 pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:18.873 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:18 smithi165 bash[21371]: cluster 2024-04-13T21:45:16.894162+0000 mgr.y (mgr.14152) 192 : cluster 0 pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:18.873 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:18 smithi165 bash[31269]: cluster 2024-04-13T21:45:16.894162+0000 mgr.y (mgr.14152) 192 : cluster 0 pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:19.885 INFO:teuthology.orchestra.run.smithi189.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-13T21:45:19.885 INFO:teuthology.orchestra.run.smithi189.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-13T21:45:19.885 INFO:teuthology.orchestra.run.smithi189.stderr: stderr: 10+0 records in 2024-04-13T21:45:19.885 INFO:teuthology.orchestra.run.smithi189.stderr:10+0 records out 2024-04-13T21:45:19.885 INFO:teuthology.orchestra.run.smithi189.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0139379 s, 752 MB/s 2024-04-13T21:45:19.885 INFO:teuthology.orchestra.run.smithi189.stderr: stderr: 2024-04-13T21:45:19.885 INFO:teuthology.orchestra.run.smithi189.stderr:--> Zapping successful for: 2024-04-13T21:45:20.430 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph orch daemon add osd smithi189:vg_nvme/lv_4 2024-04-13T21:45:20.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:20 smithi189 bash[23633]: cluster 2024-04-13T21:45:18.894646+0000 mgr.y (mgr.14152) 193 : cluster 0 pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:21.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:20 smithi165 bash[21371]: cluster 2024-04-13T21:45:18.894646+0000 mgr.y (mgr.14152) 193 : cluster 0 pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:21.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:20 smithi165 bash[31269]: cluster 2024-04-13T21:45:18.894646+0000 mgr.y (mgr.14152) 193 : cluster 0 pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:22.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:21 smithi165 bash[21371]: cephadm 2024-04-13T21:45:20.765876+0000 mgr.y (mgr.14152) 194 : cephadm 1 Detected new or changed devices on smithi165 2024-04-13T21:45:22.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:21 smithi165 bash[21371]: audit 2024-04-13T21:45:20.775858+0000 mon.a (mon.0) 438 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:22.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:21 smithi165 bash[21371]: audit 2024-04-13T21:45:20.788125+0000 mon.a (mon.0) 439 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:22.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:21 smithi165 bash[21371]: audit 2024-04-13T21:45:20.791053+0000 mon.a (mon.0) 440 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:45:22.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:21 smithi165 bash[21371]: audit 2024-04-13T21:45:20.792828+0000 mon.a (mon.0) 441 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:45:22.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:21 smithi165 bash[21371]: audit 2024-04-13T21:45:20.794677+0000 mon.a (mon.0) 442 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:45:22.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:21 smithi165 bash[21371]: audit 2024-04-13T21:45:20.796417+0000 mon.a (mon.0) 443 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:45:22.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:21 smithi165 bash[21371]: cephadm 2024-04-13T21:45:20.797741+0000 mgr.y (mgr.14152) 195 : cephadm 1 Adjusting osd_memory_target on smithi165 to 4060M 2024-04-13T21:45:22.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:21 smithi165 bash[21371]: audit 2024-04-13T21:45:20.806519+0000 mon.a (mon.0) 444 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:22.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:21 smithi165 bash[21371]: audit 2024-04-13T21:45:20.809408+0000 mon.a (mon.0) 445 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:45:22.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:21 smithi165 bash[21371]: audit 2024-04-13T21:45:20.811018+0000 mon.a (mon.0) 446 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:45:22.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:21 smithi165 bash[21371]: audit 2024-04-13T21:45:20.820967+0000 mon.a (mon.0) 447 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:22.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:21 smithi165 bash[31269]: cephadm 2024-04-13T21:45:20.765876+0000 mgr.y (mgr.14152) 194 : cephadm 1 Detected new or changed devices on smithi165 2024-04-13T21:45:22.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:21 smithi165 bash[31269]: audit 2024-04-13T21:45:20.775858+0000 mon.a (mon.0) 438 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:22.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:21 smithi165 bash[31269]: audit 2024-04-13T21:45:20.788125+0000 mon.a (mon.0) 439 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:22.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:21 smithi165 bash[31269]: audit 2024-04-13T21:45:20.791053+0000 mon.a (mon.0) 440 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:45:22.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:21 smithi165 bash[31269]: audit 2024-04-13T21:45:20.792828+0000 mon.a (mon.0) 441 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:45:22.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:21 smithi165 bash[31269]: audit 2024-04-13T21:45:20.794677+0000 mon.a (mon.0) 442 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:45:22.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:21 smithi165 bash[31269]: audit 2024-04-13T21:45:20.796417+0000 mon.a (mon.0) 443 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:45:22.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:21 smithi165 bash[31269]: cephadm 2024-04-13T21:45:20.797741+0000 mgr.y (mgr.14152) 195 : cephadm 1 Adjusting osd_memory_target on smithi165 to 4060M 2024-04-13T21:45:22.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:21 smithi165 bash[31269]: audit 2024-04-13T21:45:20.806519+0000 mon.a (mon.0) 444 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:22.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:21 smithi165 bash[31269]: audit 2024-04-13T21:45:20.809408+0000 mon.a (mon.0) 445 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:45:22.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:21 smithi165 bash[31269]: audit 2024-04-13T21:45:20.811018+0000 mon.a (mon.0) 446 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:45:22.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:21 smithi165 bash[31269]: audit 2024-04-13T21:45:20.820967+0000 mon.a (mon.0) 447 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:22.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:21 smithi189 bash[23633]: cephadm 2024-04-13T21:45:20.765876+0000 mgr.y (mgr.14152) 194 : cephadm 1 Detected new or changed devices on smithi165 2024-04-13T21:45:22.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:21 smithi189 bash[23633]: audit 2024-04-13T21:45:20.775858+0000 mon.a (mon.0) 438 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:22.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:21 smithi189 bash[23633]: audit 2024-04-13T21:45:20.788125+0000 mon.a (mon.0) 439 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:22.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:21 smithi189 bash[23633]: audit 2024-04-13T21:45:20.791053+0000 mon.a (mon.0) 440 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:45:22.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:21 smithi189 bash[23633]: audit 2024-04-13T21:45:20.792828+0000 mon.a (mon.0) 441 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:45:22.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:21 smithi189 bash[23633]: audit 2024-04-13T21:45:20.794677+0000 mon.a (mon.0) 442 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:45:22.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:21 smithi189 bash[23633]: audit 2024-04-13T21:45:20.796417+0000 mon.a (mon.0) 443 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:45:22.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:21 smithi189 bash[23633]: cephadm 2024-04-13T21:45:20.797741+0000 mgr.y (mgr.14152) 195 : cephadm 1 Adjusting osd_memory_target on smithi165 to 4060M 2024-04-13T21:45:22.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:21 smithi189 bash[23633]: audit 2024-04-13T21:45:20.806519+0000 mon.a (mon.0) 444 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:22.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:21 smithi189 bash[23633]: audit 2024-04-13T21:45:20.809408+0000 mon.a (mon.0) 445 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:45:22.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:21 smithi189 bash[23633]: audit 2024-04-13T21:45:20.811018+0000 mon.a (mon.0) 446 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:45:22.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:21 smithi189 bash[23633]: audit 2024-04-13T21:45:20.820967+0000 mon.a (mon.0) 447 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:23.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:22 smithi165 bash[21371]: cluster 2024-04-13T21:45:20.895080+0000 mgr.y (mgr.14152) 196 : cluster 0 pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:23.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:22 smithi165 bash[31269]: cluster 2024-04-13T21:45:20.895080+0000 mgr.y (mgr.14152) 196 : cluster 0 pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:23.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:22 smithi189 bash[23633]: cluster 2024-04-13T21:45:20.895080+0000 mgr.y (mgr.14152) 196 : cluster 0 pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:25.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:24 smithi189 bash[23633]: cluster 2024-04-13T21:45:22.895525+0000 mgr.y (mgr.14152) 197 : cluster 0 pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:25.095 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.b/config 2024-04-13T21:45:25.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:24 smithi165 bash[31269]: cluster 2024-04-13T21:45:22.895525+0000 mgr.y (mgr.14152) 197 : cluster 0 pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:25.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:24 smithi165 bash[21371]: cluster 2024-04-13T21:45:22.895525+0000 mgr.y (mgr.14152) 197 : cluster 0 pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:27.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:26 smithi189 bash[23633]: cluster 2024-04-13T21:45:24.896091+0000 mgr.y (mgr.14152) 198 : cluster 0 pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:27.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:26 smithi165 bash[21371]: cluster 2024-04-13T21:45:24.896091+0000 mgr.y (mgr.14152) 198 : cluster 0 pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:27.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:26 smithi165 bash[31269]: cluster 2024-04-13T21:45:24.896091+0000 mgr.y (mgr.14152) 198 : cluster 0 pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:28.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:27 smithi189 bash[23633]: audit 2024-04-13T21:45:27.554793+0000 mon.a (mon.0) 448 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T21:45:28.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:27 smithi189 bash[23633]: audit 2024-04-13T21:45:27.561359+0000 mon.a (mon.0) 449 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T21:45:28.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:27 smithi189 bash[23633]: audit 2024-04-13T21:45:27.563100+0000 mon.a (mon.0) 450 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:45:28.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:27 smithi165 bash[21371]: audit 2024-04-13T21:45:27.554793+0000 mon.a (mon.0) 448 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T21:45:28.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:27 smithi165 bash[21371]: audit 2024-04-13T21:45:27.561359+0000 mon.a (mon.0) 449 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T21:45:28.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:27 smithi165 bash[21371]: audit 2024-04-13T21:45:27.563100+0000 mon.a (mon.0) 450 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:45:28.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:27 smithi165 bash[31269]: audit 2024-04-13T21:45:27.554793+0000 mon.a (mon.0) 448 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T21:45:28.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:27 smithi165 bash[31269]: audit 2024-04-13T21:45:27.561359+0000 mon.a (mon.0) 449 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T21:45:28.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:27 smithi165 bash[31269]: audit 2024-04-13T21:45:27.563100+0000 mon.a (mon.0) 450 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:45:29.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:28 smithi189 bash[23633]: cluster 2024-04-13T21:45:26.896607+0000 mgr.y (mgr.14152) 199 : cluster 0 pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:29.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:28 smithi189 bash[23633]: audit 2024-04-13T21:45:27.546694+0000 mgr.y (mgr.14152) 200 : audit 0 from='client.24175 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi189:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:45:29.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:28 smithi165 bash[21371]: cluster 2024-04-13T21:45:26.896607+0000 mgr.y (mgr.14152) 199 : cluster 0 pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:29.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:28 smithi165 bash[21371]: audit 2024-04-13T21:45:27.546694+0000 mgr.y (mgr.14152) 200 : audit 0 from='client.24175 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi189:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:45:29.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:28 smithi165 bash[31269]: cluster 2024-04-13T21:45:26.896607+0000 mgr.y (mgr.14152) 199 : cluster 0 pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:29.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:28 smithi165 bash[31269]: audit 2024-04-13T21:45:27.546694+0000 mgr.y (mgr.14152) 200 : audit 0 from='client.24175 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi189:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:45:31.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:30 smithi189 bash[23633]: cluster 2024-04-13T21:45:28.897165+0000 mgr.y (mgr.14152) 201 : cluster 0 pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:31.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:30 smithi165 bash[21371]: cluster 2024-04-13T21:45:28.897165+0000 mgr.y (mgr.14152) 201 : cluster 0 pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:31.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:30 smithi165 bash[31269]: cluster 2024-04-13T21:45:28.897165+0000 mgr.y (mgr.14152) 201 : cluster 0 pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:32.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:31 smithi165 bash[21371]: cluster 2024-04-13T21:45:30.897708+0000 mgr.y (mgr.14152) 202 : cluster 0 pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:32.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:31 smithi165 bash[31269]: cluster 2024-04-13T21:45:30.897708+0000 mgr.y (mgr.14152) 202 : cluster 0 pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:32.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:31 smithi189 bash[23633]: cluster 2024-04-13T21:45:30.897708+0000 mgr.y (mgr.14152) 202 : cluster 0 pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:34.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:33 smithi165 bash[21371]: cluster 2024-04-13T21:45:32.898210+0000 mgr.y (mgr.14152) 203 : cluster 0 pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:34.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:33 smithi165 bash[31269]: cluster 2024-04-13T21:45:32.898210+0000 mgr.y (mgr.14152) 203 : cluster 0 pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:34.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:33 smithi189 bash[23633]: cluster 2024-04-13T21:45:32.898210+0000 mgr.y (mgr.14152) 203 : cluster 0 pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:36.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:35 smithi165 bash[21371]: cluster 2024-04-13T21:45:34.898791+0000 mgr.y (mgr.14152) 204 : cluster 0 pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:36.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:35 smithi165 bash[21371]: audit 2024-04-13T21:45:35.488502+0000 mon.b (mon.1) 9 : audit 1 from='client.? 172.21.15.189:0/3383382381' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6fc9f1b2-1ad9-4883-8ac9-6155cce5bcff"}]: dispatch 2024-04-13T21:45:36.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:35 smithi165 bash[21371]: audit 2024-04-13T21:45:35.488841+0000 mon.a (mon.0) 451 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6fc9f1b2-1ad9-4883-8ac9-6155cce5bcff"}]: dispatch 2024-04-13T21:45:36.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:35 smithi165 bash[21371]: audit 2024-04-13T21:45:35.497963+0000 mon.a (mon.0) 452 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6fc9f1b2-1ad9-4883-8ac9-6155cce5bcff"}]': finished 2024-04-13T21:45:36.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:35 smithi165 bash[21371]: cluster 2024-04-13T21:45:35.498103+0000 mon.a (mon.0) 453 : cluster 0 osdmap e28: 5 total, 4 up, 5 in 2024-04-13T21:45:36.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:35 smithi165 bash[21371]: audit 2024-04-13T21:45:35.498403+0000 mon.a (mon.0) 454 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T21:45:36.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:35 smithi165 bash[31269]: cluster 2024-04-13T21:45:34.898791+0000 mgr.y (mgr.14152) 204 : cluster 0 pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:36.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:35 smithi165 bash[31269]: audit 2024-04-13T21:45:35.488502+0000 mon.b (mon.1) 9 : audit 1 from='client.? 172.21.15.189:0/3383382381' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6fc9f1b2-1ad9-4883-8ac9-6155cce5bcff"}]: dispatch 2024-04-13T21:45:36.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:35 smithi165 bash[31269]: audit 2024-04-13T21:45:35.488841+0000 mon.a (mon.0) 451 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6fc9f1b2-1ad9-4883-8ac9-6155cce5bcff"}]: dispatch 2024-04-13T21:45:36.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:35 smithi165 bash[31269]: audit 2024-04-13T21:45:35.497963+0000 mon.a (mon.0) 452 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6fc9f1b2-1ad9-4883-8ac9-6155cce5bcff"}]': finished 2024-04-13T21:45:36.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:35 smithi165 bash[31269]: cluster 2024-04-13T21:45:35.498103+0000 mon.a (mon.0) 453 : cluster 0 osdmap e28: 5 total, 4 up, 5 in 2024-04-13T21:45:36.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:35 smithi165 bash[31269]: audit 2024-04-13T21:45:35.498403+0000 mon.a (mon.0) 454 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T21:45:36.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:35 smithi189 bash[23633]: cluster 2024-04-13T21:45:34.898791+0000 mgr.y (mgr.14152) 204 : cluster 0 pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:36.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:35 smithi189 bash[23633]: audit 2024-04-13T21:45:35.488502+0000 mon.b (mon.1) 9 : audit 1 from='client.? 172.21.15.189:0/3383382381' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6fc9f1b2-1ad9-4883-8ac9-6155cce5bcff"}]: dispatch 2024-04-13T21:45:36.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:35 smithi189 bash[23633]: audit 2024-04-13T21:45:35.488841+0000 mon.a (mon.0) 451 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6fc9f1b2-1ad9-4883-8ac9-6155cce5bcff"}]: dispatch 2024-04-13T21:45:36.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:35 smithi189 bash[23633]: audit 2024-04-13T21:45:35.497963+0000 mon.a (mon.0) 452 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6fc9f1b2-1ad9-4883-8ac9-6155cce5bcff"}]': finished 2024-04-13T21:45:36.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:35 smithi189 bash[23633]: cluster 2024-04-13T21:45:35.498103+0000 mon.a (mon.0) 453 : cluster 0 osdmap e28: 5 total, 4 up, 5 in 2024-04-13T21:45:36.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:35 smithi189 bash[23633]: audit 2024-04-13T21:45:35.498403+0000 mon.a (mon.0) 454 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T21:45:37.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:36 smithi165 bash[21371]: audit 2024-04-13T21:45:36.178835+0000 mon.b (mon.1) 10 : audit 0 from='client.? 172.21.15.189:0/2748027908' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T21:45:37.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:36 smithi165 bash[31269]: audit 2024-04-13T21:45:36.178835+0000 mon.b (mon.1) 10 : audit 0 from='client.? 172.21.15.189:0/2748027908' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T21:45:37.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:36 smithi189 bash[23633]: audit 2024-04-13T21:45:36.178835+0000 mon.b (mon.1) 10 : audit 0 from='client.? 172.21.15.189:0/2748027908' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T21:45:38.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:37 smithi165 bash[21371]: cluster 2024-04-13T21:45:36.899323+0000 mgr.y (mgr.14152) 205 : cluster 0 pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:38.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:37 smithi165 bash[31269]: cluster 2024-04-13T21:45:36.899323+0000 mgr.y (mgr.14152) 205 : cluster 0 pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:38.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:37 smithi189 bash[23633]: cluster 2024-04-13T21:45:36.899323+0000 mgr.y (mgr.14152) 205 : cluster 0 pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:40.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:39 smithi165 bash[21371]: cluster 2024-04-13T21:45:38.899863+0000 mgr.y (mgr.14152) 206 : cluster 0 pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:40.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:39 smithi165 bash[31269]: cluster 2024-04-13T21:45:38.899863+0000 mgr.y (mgr.14152) 206 : cluster 0 pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:40.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:39 smithi189 bash[23633]: cluster 2024-04-13T21:45:38.899863+0000 mgr.y (mgr.14152) 206 : cluster 0 pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:42.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:41 smithi165 bash[31269]: cluster 2024-04-13T21:45:40.900341+0000 mgr.y (mgr.14152) 207 : cluster 0 pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:42.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:41 smithi165 bash[21371]: cluster 2024-04-13T21:45:40.900341+0000 mgr.y (mgr.14152) 207 : cluster 0 pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:42.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:41 smithi189 bash[23633]: cluster 2024-04-13T21:45:40.900341+0000 mgr.y (mgr.14152) 207 : cluster 0 pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:44.242 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:43 smithi189 bash[23633]: cluster 2024-04-13T21:45:42.900863+0000 mgr.y (mgr.14152) 208 : cluster 0 pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:44.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:43 smithi165 bash[31269]: cluster 2024-04-13T21:45:42.900863+0000 mgr.y (mgr.14152) 208 : cluster 0 pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:44.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:43 smithi165 bash[21371]: cluster 2024-04-13T21:45:42.900863+0000 mgr.y (mgr.14152) 208 : cluster 0 pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:46.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:45 smithi189 bash[23633]: cluster 2024-04-13T21:45:44.901362+0000 mgr.y (mgr.14152) 209 : cluster 0 pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:46.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:45 smithi165 bash[31269]: cluster 2024-04-13T21:45:44.901362+0000 mgr.y (mgr.14152) 209 : cluster 0 pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:46.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:45 smithi165 bash[21371]: cluster 2024-04-13T21:45:44.901362+0000 mgr.y (mgr.14152) 209 : cluster 0 pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:48.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:47 smithi189 bash[23633]: cluster 2024-04-13T21:45:46.901912+0000 mgr.y (mgr.14152) 210 : cluster 0 pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:48.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:47 smithi189 bash[23633]: audit 2024-04-13T21:45:47.404482+0000 mon.a (mon.0) 455 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-13T21:45:48.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:47 smithi189 bash[23633]: audit 2024-04-13T21:45:47.406264+0000 mon.a (mon.0) 456 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:45:48.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:47 smithi189 bash[23633]: cephadm 2024-04-13T21:45:47.407796+0000 mgr.y (mgr.14152) 211 : cephadm 1 Deploying daemon osd.4 on smithi189 2024-04-13T21:45:48.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:47 smithi165 bash[31269]: cluster 2024-04-13T21:45:46.901912+0000 mgr.y (mgr.14152) 210 : cluster 0 pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:48.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:47 smithi165 bash[31269]: audit 2024-04-13T21:45:47.404482+0000 mon.a (mon.0) 455 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-13T21:45:48.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:47 smithi165 bash[31269]: audit 2024-04-13T21:45:47.406264+0000 mon.a (mon.0) 456 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:45:48.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:47 smithi165 bash[31269]: cephadm 2024-04-13T21:45:47.407796+0000 mgr.y (mgr.14152) 211 : cephadm 1 Deploying daemon osd.4 on smithi189 2024-04-13T21:45:48.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:47 smithi165 bash[21371]: cluster 2024-04-13T21:45:46.901912+0000 mgr.y (mgr.14152) 210 : cluster 0 pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:48.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:47 smithi165 bash[21371]: audit 2024-04-13T21:45:47.404482+0000 mon.a (mon.0) 455 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-13T21:45:48.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:47 smithi165 bash[21371]: audit 2024-04-13T21:45:47.406264+0000 mon.a (mon.0) 456 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:45:48.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:47 smithi165 bash[21371]: cephadm 2024-04-13T21:45:47.407796+0000 mgr.y (mgr.14152) 211 : cephadm 1 Deploying daemon osd.4 on smithi189 2024-04-13T21:45:50.131 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:49 smithi189 bash[23633]: cluster 2024-04-13T21:45:48.902451+0000 mgr.y (mgr.14152) 212 : cluster 0 pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:50.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:49 smithi165 bash[31269]: cluster 2024-04-13T21:45:48.902451+0000 mgr.y (mgr.14152) 212 : cluster 0 pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:50.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:49 smithi165 bash[21371]: cluster 2024-04-13T21:45:48.902451+0000 mgr.y (mgr.14152) 212 : cluster 0 pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:51.129 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:51 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:45:51.129 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:45:51 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:45:51.393 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:51 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:45:51.393 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:45:51 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:45:52.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:51 smithi165 bash[21371]: cluster 2024-04-13T21:45:50.903030+0000 mgr.y (mgr.14152) 213 : cluster 0 pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:52.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:51 smithi165 bash[21371]: audit 2024-04-13T21:45:51.395282+0000 mon.a (mon.0) 457 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:45:52.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:51 smithi165 bash[21371]: audit 2024-04-13T21:45:51.403386+0000 mon.a (mon.0) 458 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:52.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:51 smithi165 bash[21371]: audit 2024-04-13T21:45:51.414020+0000 mon.a (mon.0) 459 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:52.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:51 smithi165 bash[31269]: cluster 2024-04-13T21:45:50.903030+0000 mgr.y (mgr.14152) 213 : cluster 0 pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:52.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:51 smithi165 bash[31269]: audit 2024-04-13T21:45:51.395282+0000 mon.a (mon.0) 457 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:45:52.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:51 smithi165 bash[31269]: audit 2024-04-13T21:45:51.403386+0000 mon.a (mon.0) 458 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:52.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:51 smithi165 bash[31269]: audit 2024-04-13T21:45:51.414020+0000 mon.a (mon.0) 459 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:52.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:51 smithi189 bash[23633]: cluster 2024-04-13T21:45:50.903030+0000 mgr.y (mgr.14152) 213 : cluster 0 pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:52.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:51 smithi189 bash[23633]: audit 2024-04-13T21:45:51.395282+0000 mon.a (mon.0) 457 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:45:52.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:51 smithi189 bash[23633]: audit 2024-04-13T21:45:51.403386+0000 mon.a (mon.0) 458 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:52.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:51 smithi189 bash[23633]: audit 2024-04-13T21:45:51.414020+0000 mon.a (mon.0) 459 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:54.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:53 smithi165 bash[31269]: cluster 2024-04-13T21:45:52.903509+0000 mgr.y (mgr.14152) 214 : cluster 0 pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:54.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:53 smithi165 bash[21371]: cluster 2024-04-13T21:45:52.903509+0000 mgr.y (mgr.14152) 214 : cluster 0 pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:54.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:53 smithi189 bash[23633]: cluster 2024-04-13T21:45:52.903509+0000 mgr.y (mgr.14152) 214 : cluster 0 pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:56.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:55 smithi165 bash[21371]: cluster 2024-04-13T21:45:54.904171+0000 mgr.y (mgr.14152) 215 : cluster 0 pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:56.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:55 smithi165 bash[31269]: cluster 2024-04-13T21:45:54.904171+0000 mgr.y (mgr.14152) 215 : cluster 0 pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:56.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:55 smithi189 bash[23633]: cluster 2024-04-13T21:45:54.904171+0000 mgr.y (mgr.14152) 215 : cluster 0 pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:58.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:57 smithi189 bash[23633]: cluster 2024-04-13T21:45:56.904720+0000 mgr.y (mgr.14152) 216 : cluster 0 pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:58.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:57 smithi189 bash[23633]: audit 2024-04-13T21:45:57.357033+0000 mon.a (mon.0) 460 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-13T21:45:58.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:57 smithi189 bash[23633]: audit 2024-04-13T21:45:57.357064+0000 mon.b (mon.1) 11 : audit 1 from='osd.4 [v2:172.21.15.189:6800/582511667,v1:172.21.15.189:6801/582511667]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-13T21:45:58.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:57 smithi165 bash[21371]: cluster 2024-04-13T21:45:56.904720+0000 mgr.y (mgr.14152) 216 : cluster 0 pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:58.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:57 smithi165 bash[21371]: audit 2024-04-13T21:45:57.357033+0000 mon.a (mon.0) 460 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-13T21:45:58.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:57 smithi165 bash[21371]: audit 2024-04-13T21:45:57.357064+0000 mon.b (mon.1) 11 : audit 1 from='osd.4 [v2:172.21.15.189:6800/582511667,v1:172.21.15.189:6801/582511667]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-13T21:45:58.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:57 smithi165 bash[31269]: cluster 2024-04-13T21:45:56.904720+0000 mgr.y (mgr.14152) 216 : cluster 0 pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:45:58.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:57 smithi165 bash[31269]: audit 2024-04-13T21:45:57.357033+0000 mon.a (mon.0) 460 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-13T21:45:58.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:57 smithi165 bash[31269]: audit 2024-04-13T21:45:57.357064+0000 mon.b (mon.1) 11 : audit 1 from='osd.4 [v2:172.21.15.189:6800/582511667,v1:172.21.15.189:6801/582511667]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-13T21:45:59.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:58 smithi189 bash[23633]: audit 2024-04-13T21:45:57.977706+0000 mon.a (mon.0) 461 : audit 1 from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-13T21:45:59.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:58 smithi189 bash[23633]: cluster 2024-04-13T21:45:57.977978+0000 mon.a (mon.0) 462 : cluster 0 osdmap e29: 5 total, 4 up, 5 in 2024-04-13T21:45:59.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:58 smithi189 bash[23633]: audit 2024-04-13T21:45:57.978304+0000 mon.a (mon.0) 463 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T21:45:59.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:58 smithi189 bash[23633]: audit 2024-04-13T21:45:57.979338+0000 mon.b (mon.1) 12 : audit 1 from='osd.4 [v2:172.21.15.189:6800/582511667,v1:172.21.15.189:6801/582511667]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-04-13T21:45:59.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:58 smithi189 bash[23633]: audit 2024-04-13T21:45:57.979827+0000 mon.a (mon.0) 464 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-04-13T21:45:59.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:58 smithi189 bash[23633]: audit 2024-04-13T21:45:58.102476+0000 mon.a (mon.0) 465 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:59.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:58 smithi189 bash[23633]: audit 2024-04-13T21:45:58.113525+0000 mon.a (mon.0) 466 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:59.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:58 smithi189 bash[23633]: audit 2024-04-13T21:45:58.691518+0000 mon.a (mon.0) 467 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:45:59.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:58 smithi189 bash[23633]: audit 2024-04-13T21:45:58.693434+0000 mon.a (mon.0) 468 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:45:59.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:58 smithi189 bash[23633]: audit 2024-04-13T21:45:58.704076+0000 mon.a (mon.0) 469 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:59.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:58 smithi165 bash[21371]: audit 2024-04-13T21:45:57.977706+0000 mon.a (mon.0) 461 : audit 1 from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-13T21:45:59.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:58 smithi165 bash[21371]: cluster 2024-04-13T21:45:57.977978+0000 mon.a (mon.0) 462 : cluster 0 osdmap e29: 5 total, 4 up, 5 in 2024-04-13T21:45:59.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:58 smithi165 bash[21371]: audit 2024-04-13T21:45:57.978304+0000 mon.a (mon.0) 463 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T21:45:59.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:58 smithi165 bash[21371]: audit 2024-04-13T21:45:57.979338+0000 mon.b (mon.1) 12 : audit 1 from='osd.4 [v2:172.21.15.189:6800/582511667,v1:172.21.15.189:6801/582511667]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-04-13T21:45:59.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:58 smithi165 bash[21371]: audit 2024-04-13T21:45:57.979827+0000 mon.a (mon.0) 464 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-04-13T21:45:59.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:58 smithi165 bash[21371]: audit 2024-04-13T21:45:58.102476+0000 mon.a (mon.0) 465 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:59.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:58 smithi165 bash[21371]: audit 2024-04-13T21:45:58.113525+0000 mon.a (mon.0) 466 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:59.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:58 smithi165 bash[21371]: audit 2024-04-13T21:45:58.691518+0000 mon.a (mon.0) 467 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:45:59.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:58 smithi165 bash[21371]: audit 2024-04-13T21:45:58.693434+0000 mon.a (mon.0) 468 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:45:59.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:58 smithi165 bash[21371]: audit 2024-04-13T21:45:58.704076+0000 mon.a (mon.0) 469 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:59.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:58 smithi165 bash[31269]: audit 2024-04-13T21:45:57.977706+0000 mon.a (mon.0) 461 : audit 1 from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-13T21:45:59.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:58 smithi165 bash[31269]: cluster 2024-04-13T21:45:57.977978+0000 mon.a (mon.0) 462 : cluster 0 osdmap e29: 5 total, 4 up, 5 in 2024-04-13T21:45:59.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:58 smithi165 bash[31269]: audit 2024-04-13T21:45:57.978304+0000 mon.a (mon.0) 463 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T21:45:59.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:58 smithi165 bash[31269]: audit 2024-04-13T21:45:57.979338+0000 mon.b (mon.1) 12 : audit 1 from='osd.4 [v2:172.21.15.189:6800/582511667,v1:172.21.15.189:6801/582511667]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-04-13T21:45:59.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:58 smithi165 bash[31269]: audit 2024-04-13T21:45:57.979827+0000 mon.a (mon.0) 464 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-04-13T21:45:59.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:58 smithi165 bash[31269]: audit 2024-04-13T21:45:58.102476+0000 mon.a (mon.0) 465 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:59.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:58 smithi165 bash[31269]: audit 2024-04-13T21:45:58.113525+0000 mon.a (mon.0) 466 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:45:59.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:58 smithi165 bash[31269]: audit 2024-04-13T21:45:58.691518+0000 mon.a (mon.0) 467 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:45:59.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:58 smithi165 bash[31269]: audit 2024-04-13T21:45:58.693434+0000 mon.a (mon.0) 468 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:45:59.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:58 smithi165 bash[31269]: audit 2024-04-13T21:45:58.704076+0000 mon.a (mon.0) 469 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:00.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:59 smithi165 bash[31269]: cluster 2024-04-13T21:45:58.905277+0000 mgr.y (mgr.14152) 217 : cluster 0 pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:46:00.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:59 smithi165 bash[31269]: audit 2024-04-13T21:45:58.988531+0000 mon.a (mon.0) 470 : audit 1 from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]': finished 2024-04-13T21:46:00.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:59 smithi165 bash[31269]: cluster 2024-04-13T21:45:58.988753+0000 mon.a (mon.0) 471 : cluster 0 osdmap e30: 5 total, 4 up, 5 in 2024-04-13T21:46:00.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:59 smithi165 bash[31269]: audit 2024-04-13T21:45:58.989829+0000 mon.a (mon.0) 472 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T21:46:00.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:59 smithi165 bash[31269]: audit 2024-04-13T21:45:58.998781+0000 mon.a (mon.0) 473 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T21:46:00.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:59 smithi165 bash[31269]: audit 2024-04-13T21:45:59.485631+0000 mon.a (mon.0) 474 : audit 1 from='osd.4 ' entity='osd.4' 2024-04-13T21:46:00.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:59 smithi165 bash[31269]: cluster 2024-04-13T21:45:59.986791+0000 mon.a (mon.0) 475 : cluster 1 osd.4 [v2:172.21.15.189:6800/582511667,v1:172.21.15.189:6801/582511667] boot 2024-04-13T21:46:00.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:59 smithi165 bash[31269]: cluster 2024-04-13T21:45:59.986957+0000 mon.a (mon.0) 476 : cluster 0 osdmap e31: 5 total, 5 up, 5 in 2024-04-13T21:46:00.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:45:59 smithi165 bash[31269]: audit 2024-04-13T21:45:59.987465+0000 mon.a (mon.0) 477 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T21:46:00.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:59 smithi165 bash[21371]: cluster 2024-04-13T21:45:58.905277+0000 mgr.y (mgr.14152) 217 : cluster 0 pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:46:00.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:59 smithi165 bash[21371]: audit 2024-04-13T21:45:58.988531+0000 mon.a (mon.0) 470 : audit 1 from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]': finished 2024-04-13T21:46:00.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:59 smithi165 bash[21371]: cluster 2024-04-13T21:45:58.988753+0000 mon.a (mon.0) 471 : cluster 0 osdmap e30: 5 total, 4 up, 5 in 2024-04-13T21:46:00.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:59 smithi165 bash[21371]: audit 2024-04-13T21:45:58.989829+0000 mon.a (mon.0) 472 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T21:46:00.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:59 smithi165 bash[21371]: audit 2024-04-13T21:45:58.998781+0000 mon.a (mon.0) 473 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T21:46:00.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:59 smithi165 bash[21371]: audit 2024-04-13T21:45:59.485631+0000 mon.a (mon.0) 474 : audit 1 from='osd.4 ' entity='osd.4' 2024-04-13T21:46:00.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:59 smithi165 bash[21371]: cluster 2024-04-13T21:45:59.986791+0000 mon.a (mon.0) 475 : cluster 1 osd.4 [v2:172.21.15.189:6800/582511667,v1:172.21.15.189:6801/582511667] boot 2024-04-13T21:46:00.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:59 smithi165 bash[21371]: cluster 2024-04-13T21:45:59.986957+0000 mon.a (mon.0) 476 : cluster 0 osdmap e31: 5 total, 5 up, 5 in 2024-04-13T21:46:00.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:45:59 smithi165 bash[21371]: audit 2024-04-13T21:45:59.987465+0000 mon.a (mon.0) 477 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T21:46:00.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:59 smithi189 bash[23633]: cluster 2024-04-13T21:45:58.905277+0000 mgr.y (mgr.14152) 217 : cluster 0 pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-13T21:46:00.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:59 smithi189 bash[23633]: audit 2024-04-13T21:45:58.988531+0000 mon.a (mon.0) 470 : audit 1 from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]': finished 2024-04-13T21:46:00.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:59 smithi189 bash[23633]: cluster 2024-04-13T21:45:58.988753+0000 mon.a (mon.0) 471 : cluster 0 osdmap e30: 5 total, 4 up, 5 in 2024-04-13T21:46:00.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:59 smithi189 bash[23633]: audit 2024-04-13T21:45:58.989829+0000 mon.a (mon.0) 472 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T21:46:00.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:59 smithi189 bash[23633]: audit 2024-04-13T21:45:58.998781+0000 mon.a (mon.0) 473 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T21:46:00.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:59 smithi189 bash[23633]: audit 2024-04-13T21:45:59.485631+0000 mon.a (mon.0) 474 : audit 1 from='osd.4 ' entity='osd.4' 2024-04-13T21:46:00.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:59 smithi189 bash[23633]: cluster 2024-04-13T21:45:59.986791+0000 mon.a (mon.0) 475 : cluster 1 osd.4 [v2:172.21.15.189:6800/582511667,v1:172.21.15.189:6801/582511667] boot 2024-04-13T21:46:00.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:59 smithi189 bash[23633]: cluster 2024-04-13T21:45:59.986957+0000 mon.a (mon.0) 476 : cluster 0 osdmap e31: 5 total, 5 up, 5 in 2024-04-13T21:46:00.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:45:59 smithi189 bash[23633]: audit 2024-04-13T21:45:59.987465+0000 mon.a (mon.0) 477 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T21:46:01.222 INFO:teuthology.orchestra.run.smithi189.stdout:Created osd(s) 4 on host 'smithi189' 2024-04-13T21:46:01.265 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:01 smithi189 bash[23633]: cluster 2024-04-13T21:45:58.305923+0000 osd.4 (osd.4) 1 : cluster 0 purged_snaps scrub starts 2024-04-13T21:46:01.265 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:01 smithi189 bash[23633]: cluster 2024-04-13T21:45:58.306008+0000 osd.4 (osd.4) 2 : cluster 0 purged_snaps scrub ok 2024-04-13T21:46:01.265 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:01 smithi189 bash[23633]: cluster 2024-04-13T21:46:00.987804+0000 mon.a (mon.0) 478 : cluster 0 osdmap e32: 5 total, 5 up, 5 in 2024-04-13T21:46:01.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:01 smithi165 bash[21371]: cluster 2024-04-13T21:45:58.305923+0000 osd.4 (osd.4) 1 : cluster 0 purged_snaps scrub starts 2024-04-13T21:46:01.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:01 smithi165 bash[21371]: cluster 2024-04-13T21:45:58.306008+0000 osd.4 (osd.4) 2 : cluster 0 purged_snaps scrub ok 2024-04-13T21:46:01.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:01 smithi165 bash[21371]: cluster 2024-04-13T21:46:00.987804+0000 mon.a (mon.0) 478 : cluster 0 osdmap e32: 5 total, 5 up, 5 in 2024-04-13T21:46:01.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:01 smithi165 bash[31269]: cluster 2024-04-13T21:45:58.305923+0000 osd.4 (osd.4) 1 : cluster 0 purged_snaps scrub starts 2024-04-13T21:46:01.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:01 smithi165 bash[31269]: cluster 2024-04-13T21:45:58.306008+0000 osd.4 (osd.4) 2 : cluster 0 purged_snaps scrub ok 2024-04-13T21:46:01.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:01 smithi165 bash[31269]: cluster 2024-04-13T21:46:00.987804+0000 mon.a (mon.0) 478 : cluster 0 osdmap e32: 5 total, 5 up, 5 in 2024-04-13T21:46:01.856 DEBUG:teuthology.orchestra.run.smithi189:osd.4> sudo journalctl -f -n 0 -u ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@osd.4.service 2024-04-13T21:46:01.860 INFO:tasks.cephadm:Deploying osd.5 on smithi189 with /dev/vg_nvme/lv_3... 2024-04-13T21:46:01.860 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-13T21:46:02.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:02 smithi165 bash[21371]: cluster 2024-04-13T21:46:00.905833+0000 mgr.y (mgr.14152) 218 : cluster 0 pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 547 MiB used, 446 GiB / 447 GiB avail 2024-04-13T21:46:02.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:02 smithi165 bash[21371]: audit 2024-04-13T21:46:01.189998+0000 mon.a (mon.0) 479 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:02.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:02 smithi165 bash[21371]: audit 2024-04-13T21:46:01.198966+0000 mon.a (mon.0) 480 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:02.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:02 smithi165 bash[21371]: audit 2024-04-13T21:46:01.199717+0000 mon.a (mon.0) 481 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:46:02.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:02 smithi165 bash[21371]: cluster 2024-04-13T21:46:01.991158+0000 mon.a (mon.0) 482 : cluster 0 osdmap e33: 5 total, 5 up, 5 in 2024-04-13T21:46:02.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:02 smithi165 bash[31269]: cluster 2024-04-13T21:46:00.905833+0000 mgr.y (mgr.14152) 218 : cluster 0 pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 547 MiB used, 446 GiB / 447 GiB avail 2024-04-13T21:46:02.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:02 smithi165 bash[31269]: audit 2024-04-13T21:46:01.189998+0000 mon.a (mon.0) 479 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:02.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:02 smithi165 bash[31269]: audit 2024-04-13T21:46:01.198966+0000 mon.a (mon.0) 480 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:02.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:02 smithi165 bash[31269]: audit 2024-04-13T21:46:01.199717+0000 mon.a (mon.0) 481 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:46:02.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:02 smithi165 bash[31269]: cluster 2024-04-13T21:46:01.991158+0000 mon.a (mon.0) 482 : cluster 0 osdmap e33: 5 total, 5 up, 5 in 2024-04-13T21:46:02.591 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:02 smithi189 bash[23633]: cluster 2024-04-13T21:46:00.905833+0000 mgr.y (mgr.14152) 218 : cluster 0 pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 547 MiB used, 446 GiB / 447 GiB avail 2024-04-13T21:46:02.591 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:02 smithi189 bash[23633]: audit 2024-04-13T21:46:01.189998+0000 mon.a (mon.0) 479 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:02.591 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:02 smithi189 bash[23633]: audit 2024-04-13T21:46:01.198966+0000 mon.a (mon.0) 480 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:02.591 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:02 smithi189 bash[23633]: audit 2024-04-13T21:46:01.199717+0000 mon.a (mon.0) 481 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:46:02.591 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:02 smithi189 bash[23633]: cluster 2024-04-13T21:46:01.991158+0000 mon.a (mon.0) 482 : cluster 0 osdmap e33: 5 total, 5 up, 5 in 2024-04-13T21:46:04.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:03 smithi165 bash[21371]: cluster 2024-04-13T21:46:02.906358+0000 mgr.y (mgr.14152) 219 : cluster 0 pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 547 MiB used, 446 GiB / 447 GiB avail 2024-04-13T21:46:04.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:03 smithi165 bash[21371]: cluster 2024-04-13T21:46:02.993478+0000 mon.a (mon.0) 483 : cluster 0 osdmap e34: 5 total, 5 up, 5 in 2024-04-13T21:46:04.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:03 smithi165 bash[31269]: cluster 2024-04-13T21:46:02.906358+0000 mgr.y (mgr.14152) 219 : cluster 0 pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 547 MiB used, 446 GiB / 447 GiB avail 2024-04-13T21:46:04.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:03 smithi165 bash[31269]: cluster 2024-04-13T21:46:02.993478+0000 mon.a (mon.0) 483 : cluster 0 osdmap e34: 5 total, 5 up, 5 in 2024-04-13T21:46:04.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:03 smithi189 bash[23633]: cluster 2024-04-13T21:46:02.906358+0000 mgr.y (mgr.14152) 219 : cluster 0 pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 547 MiB used, 446 GiB / 447 GiB avail 2024-04-13T21:46:04.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:03 smithi189 bash[23633]: cluster 2024-04-13T21:46:02.993478+0000 mon.a (mon.0) 483 : cluster 0 osdmap e34: 5 total, 5 up, 5 in 2024-04-13T21:46:05.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:05 smithi165 bash[21371]: cluster 2024-04-13T21:46:04.002791+0000 mon.a (mon.0) 484 : cluster 0 osdmap e35: 5 total, 5 up, 5 in 2024-04-13T21:46:05.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:05 smithi165 bash[31269]: cluster 2024-04-13T21:46:04.002791+0000 mon.a (mon.0) 484 : cluster 0 osdmap e35: 5 total, 5 up, 5 in 2024-04-13T21:46:05.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:05 smithi189 bash[23633]: cluster 2024-04-13T21:46:04.002791+0000 mon.a (mon.0) 484 : cluster 0 osdmap e35: 5 total, 5 up, 5 in 2024-04-13T21:46:06.023 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.b/config 2024-04-13T21:46:06.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:06 smithi165 bash[21371]: cluster 2024-04-13T21:46:04.907045+0000 mgr.y (mgr.14152) 220 : cluster 0 pgmap v196: 1 pgs: 1 peering; 577 KiB data, 547 MiB used, 446 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-13T21:46:06.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:06 smithi165 bash[31269]: cluster 2024-04-13T21:46:04.907045+0000 mgr.y (mgr.14152) 220 : cluster 0 pgmap v196: 1 pgs: 1 peering; 577 KiB data, 547 MiB used, 446 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-13T21:46:06.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:06 smithi189 bash[23633]: cluster 2024-04-13T21:46:04.907045+0000 mgr.y (mgr.14152) 220 : cluster 0 pgmap v196: 1 pgs: 1 peering; 577 KiB data, 547 MiB used, 446 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-13T21:46:08.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:08 smithi189 bash[23633]: cluster 2024-04-13T21:46:06.907673+0000 mgr.y (mgr.14152) 221 : cluster 0 pgmap v197: 1 pgs: 1 peering; 577 KiB data, 152 MiB used, 447 GiB / 447 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-13T21:46:08.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:08 smithi165 bash[21371]: cluster 2024-04-13T21:46:06.907673+0000 mgr.y (mgr.14152) 221 : cluster 0 pgmap v197: 1 pgs: 1 peering; 577 KiB data, 152 MiB used, 447 GiB / 447 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-13T21:46:08.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:08 smithi165 bash[31269]: cluster 2024-04-13T21:46:06.907673+0000 mgr.y (mgr.14152) 221 : cluster 0 pgmap v197: 1 pgs: 1 peering; 577 KiB data, 152 MiB used, 447 GiB / 447 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-13T21:46:09.603 INFO:teuthology.orchestra.run.smithi189.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-13T21:46:09.603 INFO:teuthology.orchestra.run.smithi189.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-13T21:46:09.603 INFO:teuthology.orchestra.run.smithi189.stderr: stderr: 10+0 records in 2024-04-13T21:46:09.603 INFO:teuthology.orchestra.run.smithi189.stderr:10+0 records out 2024-04-13T21:46:09.603 INFO:teuthology.orchestra.run.smithi189.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0145287 s, 722 MB/s 2024-04-13T21:46:09.603 INFO:teuthology.orchestra.run.smithi189.stderr:--> Zapping successful for: 2024-04-13T21:46:10.293 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:10 smithi189 bash[23633]: cluster 2024-04-13T21:46:08.908400+0000 mgr.y (mgr.14152) 222 : cluster 0 pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-13T21:46:10.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:10 smithi165 bash[21371]: cluster 2024-04-13T21:46:08.908400+0000 mgr.y (mgr.14152) 222 : cluster 0 pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-13T21:46:10.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:10 smithi165 bash[31269]: cluster 2024-04-13T21:46:08.908400+0000 mgr.y (mgr.14152) 222 : cluster 0 pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-13T21:46:10.387 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph orch daemon add osd smithi189:vg_nvme/lv_3 2024-04-13T21:46:12.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:11 smithi165 bash[21371]: cephadm 2024-04-13T21:46:10.697913+0000 mgr.y (mgr.14152) 223 : cephadm 1 Detected new or changed devices on smithi189 2024-04-13T21:46:12.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:11 smithi165 bash[21371]: audit 2024-04-13T21:46:10.707422+0000 mon.a (mon.0) 485 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:12.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:11 smithi165 bash[21371]: audit 2024-04-13T21:46:10.718754+0000 mon.a (mon.0) 486 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:12.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:11 smithi165 bash[21371]: audit 2024-04-13T21:46:10.720904+0000 mon.a (mon.0) 487 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:46:12.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:11 smithi165 bash[21371]: cephadm 2024-04-13T21:46:10.722160+0000 mgr.y (mgr.14152) 224 : cephadm 1 Adjusting osd_memory_target on smithi189 to 17265M 2024-04-13T21:46:12.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:11 smithi165 bash[21371]: audit 2024-04-13T21:46:10.734227+0000 mon.a (mon.0) 488 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:12.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:11 smithi165 bash[21371]: audit 2024-04-13T21:46:10.736293+0000 mon.a (mon.0) 489 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:46:12.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:11 smithi165 bash[21371]: audit 2024-04-13T21:46:10.737965+0000 mon.a (mon.0) 490 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:46:12.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:11 smithi165 bash[21371]: audit 2024-04-13T21:46:10.749836+0000 mon.a (mon.0) 491 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:12.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:11 smithi165 bash[31269]: cephadm 2024-04-13T21:46:10.697913+0000 mgr.y (mgr.14152) 223 : cephadm 1 Detected new or changed devices on smithi189 2024-04-13T21:46:12.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:11 smithi165 bash[31269]: audit 2024-04-13T21:46:10.707422+0000 mon.a (mon.0) 485 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:12.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:11 smithi165 bash[31269]: audit 2024-04-13T21:46:10.718754+0000 mon.a (mon.0) 486 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:12.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:11 smithi165 bash[31269]: audit 2024-04-13T21:46:10.720904+0000 mon.a (mon.0) 487 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:46:12.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:11 smithi165 bash[31269]: cephadm 2024-04-13T21:46:10.722160+0000 mgr.y (mgr.14152) 224 : cephadm 1 Adjusting osd_memory_target on smithi189 to 17265M 2024-04-13T21:46:12.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:11 smithi165 bash[31269]: audit 2024-04-13T21:46:10.734227+0000 mon.a (mon.0) 488 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:12.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:11 smithi165 bash[31269]: audit 2024-04-13T21:46:10.736293+0000 mon.a (mon.0) 489 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:46:12.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:11 smithi165 bash[31269]: audit 2024-04-13T21:46:10.737965+0000 mon.a (mon.0) 490 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:46:12.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:11 smithi165 bash[31269]: audit 2024-04-13T21:46:10.749836+0000 mon.a (mon.0) 491 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:12.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:11 smithi189 bash[23633]: cephadm 2024-04-13T21:46:10.697913+0000 mgr.y (mgr.14152) 223 : cephadm 1 Detected new or changed devices on smithi189 2024-04-13T21:46:12.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:11 smithi189 bash[23633]: audit 2024-04-13T21:46:10.707422+0000 mon.a (mon.0) 485 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:12.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:11 smithi189 bash[23633]: audit 2024-04-13T21:46:10.718754+0000 mon.a (mon.0) 486 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:12.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:11 smithi189 bash[23633]: audit 2024-04-13T21:46:10.720904+0000 mon.a (mon.0) 487 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:46:12.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:11 smithi189 bash[23633]: cephadm 2024-04-13T21:46:10.722160+0000 mgr.y (mgr.14152) 224 : cephadm 1 Adjusting osd_memory_target on smithi189 to 17265M 2024-04-13T21:46:12.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:11 smithi189 bash[23633]: audit 2024-04-13T21:46:10.734227+0000 mon.a (mon.0) 488 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:12.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:11 smithi189 bash[23633]: audit 2024-04-13T21:46:10.736293+0000 mon.a (mon.0) 489 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:46:12.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:11 smithi189 bash[23633]: audit 2024-04-13T21:46:10.737965+0000 mon.a (mon.0) 490 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:46:12.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:11 smithi189 bash[23633]: audit 2024-04-13T21:46:10.749836+0000 mon.a (mon.0) 491 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:13.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:12 smithi165 bash[31269]: cluster 2024-04-13T21:46:10.909012+0000 mgr.y (mgr.14152) 225 : cluster 0 pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-13T21:46:13.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:12 smithi165 bash[21371]: cluster 2024-04-13T21:46:10.909012+0000 mgr.y (mgr.14152) 225 : cluster 0 pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-13T21:46:13.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:12 smithi189 bash[23633]: cluster 2024-04-13T21:46:10.909012+0000 mgr.y (mgr.14152) 225 : cluster 0 pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-13T21:46:15.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:14 smithi165 bash[21371]: cluster 2024-04-13T21:46:12.909557+0000 mgr.y (mgr.14152) 226 : cluster 0 pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-13T21:46:15.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:14 smithi165 bash[31269]: cluster 2024-04-13T21:46:12.909557+0000 mgr.y (mgr.14152) 226 : cluster 0 pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-13T21:46:15.064 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.b/config 2024-04-13T21:46:15.084 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:14 smithi189 bash[23633]: cluster 2024-04-13T21:46:12.909557+0000 mgr.y (mgr.14152) 226 : cluster 0 pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-13T21:46:17.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:16 smithi165 bash[31269]: cluster 2024-04-13T21:46:14.910185+0000 mgr.y (mgr.14152) 227 : cluster 0 pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:17.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:16 smithi165 bash[21371]: cluster 2024-04-13T21:46:14.910185+0000 mgr.y (mgr.14152) 227 : cluster 0 pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:17.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:16 smithi189 bash[23633]: cluster 2024-04-13T21:46:14.910185+0000 mgr.y (mgr.14152) 227 : cluster 0 pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:18.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:17 smithi165 bash[31269]: audit 2024-04-13T21:46:17.592933+0000 mon.a (mon.0) 492 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T21:46:18.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:17 smithi165 bash[31269]: audit 2024-04-13T21:46:17.599573+0000 mon.a (mon.0) 493 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T21:46:18.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:17 smithi165 bash[31269]: audit 2024-04-13T21:46:17.601329+0000 mon.a (mon.0) 494 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:46:18.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:17 smithi165 bash[21371]: audit 2024-04-13T21:46:17.592933+0000 mon.a (mon.0) 492 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T21:46:18.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:17 smithi165 bash[21371]: audit 2024-04-13T21:46:17.599573+0000 mon.a (mon.0) 493 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T21:46:18.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:17 smithi165 bash[21371]: audit 2024-04-13T21:46:17.601329+0000 mon.a (mon.0) 494 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:46:18.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:17 smithi189 bash[23633]: audit 2024-04-13T21:46:17.592933+0000 mon.a (mon.0) 492 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T21:46:18.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:17 smithi189 bash[23633]: audit 2024-04-13T21:46:17.599573+0000 mon.a (mon.0) 493 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T21:46:18.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:17 smithi189 bash[23633]: audit 2024-04-13T21:46:17.601329+0000 mon.a (mon.0) 494 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:46:19.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:18 smithi165 bash[31269]: cluster 2024-04-13T21:46:16.910728+0000 mgr.y (mgr.14152) 228 : cluster 0 pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:19.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:18 smithi165 bash[31269]: audit 2024-04-13T21:46:17.585952+0000 mgr.y (mgr.14152) 229 : audit 0 from='client.24202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi189:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:46:19.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:18 smithi165 bash[21371]: cluster 2024-04-13T21:46:16.910728+0000 mgr.y (mgr.14152) 228 : cluster 0 pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:19.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:18 smithi165 bash[21371]: audit 2024-04-13T21:46:17.585952+0000 mgr.y (mgr.14152) 229 : audit 0 from='client.24202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi189:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:46:19.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:18 smithi189 bash[23633]: cluster 2024-04-13T21:46:16.910728+0000 mgr.y (mgr.14152) 228 : cluster 0 pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:19.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:18 smithi189 bash[23633]: audit 2024-04-13T21:46:17.585952+0000 mgr.y (mgr.14152) 229 : audit 0 from='client.24202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi189:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:46:21.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:20 smithi165 bash[21371]: cluster 2024-04-13T21:46:18.911297+0000 mgr.y (mgr.14152) 230 : cluster 0 pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:21.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:20 smithi165 bash[31269]: cluster 2024-04-13T21:46:18.911297+0000 mgr.y (mgr.14152) 230 : cluster 0 pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:21.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:20 smithi189 bash[23633]: cluster 2024-04-13T21:46:18.911297+0000 mgr.y (mgr.14152) 230 : cluster 0 pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:23.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:22 smithi165 bash[31269]: cluster 2024-04-13T21:46:20.911803+0000 mgr.y (mgr.14152) 231 : cluster 0 pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:23.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:22 smithi165 bash[21371]: cluster 2024-04-13T21:46:20.911803+0000 mgr.y (mgr.14152) 231 : cluster 0 pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:23.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:22 smithi189 bash[23633]: cluster 2024-04-13T21:46:20.911803+0000 mgr.y (mgr.14152) 231 : cluster 0 pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:25.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:24 smithi165 bash[21371]: cluster 2024-04-13T21:46:22.912382+0000 mgr.y (mgr.14152) 232 : cluster 0 pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:25.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:24 smithi165 bash[31269]: cluster 2024-04-13T21:46:22.912382+0000 mgr.y (mgr.14152) 232 : cluster 0 pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:25.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:24 smithi189 bash[23633]: cluster 2024-04-13T21:46:22.912382+0000 mgr.y (mgr.14152) 232 : cluster 0 pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:26.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:25 smithi165 bash[21371]: audit 2024-04-13T21:46:25.491317+0000 mon.a (mon.0) 495 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1f52e692-2034-4d77-a0bc-5f23e3d1df8c"}]: dispatch 2024-04-13T21:46:26.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:25 smithi165 bash[21371]: audit 2024-04-13T21:46:25.491360+0000 mon.b (mon.1) 13 : audit 1 from='client.? 172.21.15.189:0/1448126549' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1f52e692-2034-4d77-a0bc-5f23e3d1df8c"}]: dispatch 2024-04-13T21:46:26.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:25 smithi165 bash[21371]: audit 2024-04-13T21:46:25.500216+0000 mon.a (mon.0) 496 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1f52e692-2034-4d77-a0bc-5f23e3d1df8c"}]': finished 2024-04-13T21:46:26.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:25 smithi165 bash[21371]: cluster 2024-04-13T21:46:25.500330+0000 mon.a (mon.0) 497 : cluster 0 osdmap e36: 6 total, 5 up, 6 in 2024-04-13T21:46:26.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:25 smithi165 bash[21371]: audit 2024-04-13T21:46:25.500598+0000 mon.a (mon.0) 498 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T21:46:26.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:25 smithi165 bash[31269]: audit 2024-04-13T21:46:25.491317+0000 mon.a (mon.0) 495 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1f52e692-2034-4d77-a0bc-5f23e3d1df8c"}]: dispatch 2024-04-13T21:46:26.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:25 smithi165 bash[31269]: audit 2024-04-13T21:46:25.491360+0000 mon.b (mon.1) 13 : audit 1 from='client.? 172.21.15.189:0/1448126549' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1f52e692-2034-4d77-a0bc-5f23e3d1df8c"}]: dispatch 2024-04-13T21:46:26.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:25 smithi165 bash[31269]: audit 2024-04-13T21:46:25.500216+0000 mon.a (mon.0) 496 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1f52e692-2034-4d77-a0bc-5f23e3d1df8c"}]': finished 2024-04-13T21:46:26.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:25 smithi165 bash[31269]: cluster 2024-04-13T21:46:25.500330+0000 mon.a (mon.0) 497 : cluster 0 osdmap e36: 6 total, 5 up, 6 in 2024-04-13T21:46:26.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:25 smithi165 bash[31269]: audit 2024-04-13T21:46:25.500598+0000 mon.a (mon.0) 498 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T21:46:26.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:25 smithi189 bash[23633]: audit 2024-04-13T21:46:25.491317+0000 mon.a (mon.0) 495 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1f52e692-2034-4d77-a0bc-5f23e3d1df8c"}]: dispatch 2024-04-13T21:46:26.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:25 smithi189 bash[23633]: audit 2024-04-13T21:46:25.491360+0000 mon.b (mon.1) 13 : audit 1 from='client.? 172.21.15.189:0/1448126549' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1f52e692-2034-4d77-a0bc-5f23e3d1df8c"}]: dispatch 2024-04-13T21:46:26.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:25 smithi189 bash[23633]: audit 2024-04-13T21:46:25.500216+0000 mon.a (mon.0) 496 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1f52e692-2034-4d77-a0bc-5f23e3d1df8c"}]': finished 2024-04-13T21:46:26.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:25 smithi189 bash[23633]: cluster 2024-04-13T21:46:25.500330+0000 mon.a (mon.0) 497 : cluster 0 osdmap e36: 6 total, 5 up, 6 in 2024-04-13T21:46:26.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:25 smithi189 bash[23633]: audit 2024-04-13T21:46:25.500598+0000 mon.a (mon.0) 498 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T21:46:27.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:26 smithi165 bash[21371]: cluster 2024-04-13T21:46:24.912999+0000 mgr.y (mgr.14152) 233 : cluster 0 pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:27.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:26 smithi165 bash[21371]: audit 2024-04-13T21:46:26.233711+0000 mon.b (mon.1) 14 : audit 0 from='client.? 172.21.15.189:0/4054469716' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T21:46:27.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:26 smithi165 bash[31269]: cluster 2024-04-13T21:46:24.912999+0000 mgr.y (mgr.14152) 233 : cluster 0 pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:27.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:26 smithi165 bash[31269]: audit 2024-04-13T21:46:26.233711+0000 mon.b (mon.1) 14 : audit 0 from='client.? 172.21.15.189:0/4054469716' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T21:46:27.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:26 smithi189 bash[23633]: cluster 2024-04-13T21:46:24.912999+0000 mgr.y (mgr.14152) 233 : cluster 0 pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:27.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:26 smithi189 bash[23633]: audit 2024-04-13T21:46:26.233711+0000 mon.b (mon.1) 14 : audit 0 from='client.? 172.21.15.189:0/4054469716' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T21:46:29.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:28 smithi165 bash[21371]: cluster 2024-04-13T21:46:26.913550+0000 mgr.y (mgr.14152) 234 : cluster 0 pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:29.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:28 smithi165 bash[31269]: cluster 2024-04-13T21:46:26.913550+0000 mgr.y (mgr.14152) 234 : cluster 0 pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:29.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:28 smithi189 bash[23633]: cluster 2024-04-13T21:46:26.913550+0000 mgr.y (mgr.14152) 234 : cluster 0 pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:31.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:30 smithi165 bash[21371]: cluster 2024-04-13T21:46:28.914107+0000 mgr.y (mgr.14152) 235 : cluster 0 pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:31.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:30 smithi165 bash[31269]: cluster 2024-04-13T21:46:28.914107+0000 mgr.y (mgr.14152) 235 : cluster 0 pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:31.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:30 smithi189 bash[23633]: cluster 2024-04-13T21:46:28.914107+0000 mgr.y (mgr.14152) 235 : cluster 0 pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:33.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:32 smithi165 bash[21371]: cluster 2024-04-13T21:46:30.914649+0000 mgr.y (mgr.14152) 236 : cluster 0 pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:33.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:32 smithi165 bash[31269]: cluster 2024-04-13T21:46:30.914649+0000 mgr.y (mgr.14152) 236 : cluster 0 pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:33.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:32 smithi189 bash[23633]: cluster 2024-04-13T21:46:30.914649+0000 mgr.y (mgr.14152) 236 : cluster 0 pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:35.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:34 smithi165 bash[21371]: cluster 2024-04-13T21:46:32.915190+0000 mgr.y (mgr.14152) 237 : cluster 0 pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:35.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:34 smithi165 bash[31269]: cluster 2024-04-13T21:46:32.915190+0000 mgr.y (mgr.14152) 237 : cluster 0 pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:35.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:34 smithi189 bash[23633]: cluster 2024-04-13T21:46:32.915190+0000 mgr.y (mgr.14152) 237 : cluster 0 pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:37.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:36 smithi165 bash[21371]: cluster 2024-04-13T21:46:34.915706+0000 mgr.y (mgr.14152) 238 : cluster 0 pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:37.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:36 smithi165 bash[31269]: cluster 2024-04-13T21:46:34.915706+0000 mgr.y (mgr.14152) 238 : cluster 0 pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:37.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:36 smithi189 bash[23633]: cluster 2024-04-13T21:46:34.915706+0000 mgr.y (mgr.14152) 238 : cluster 0 pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:38.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:37 smithi189 bash[23633]: audit 2024-04-13T21:46:37.321443+0000 mon.a (mon.0) 499 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-13T21:46:38.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:37 smithi189 bash[23633]: audit 2024-04-13T21:46:37.323057+0000 mon.a (mon.0) 500 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:46:38.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:37 smithi165 bash[21371]: audit 2024-04-13T21:46:37.321443+0000 mon.a (mon.0) 499 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-13T21:46:38.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:37 smithi165 bash[21371]: audit 2024-04-13T21:46:37.323057+0000 mon.a (mon.0) 500 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:46:38.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:37 smithi165 bash[31269]: audit 2024-04-13T21:46:37.321443+0000 mon.a (mon.0) 499 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-13T21:46:38.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:37 smithi165 bash[31269]: audit 2024-04-13T21:46:37.323057+0000 mon.a (mon.0) 500 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:46:39.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:38 smithi189 bash[23633]: cluster 2024-04-13T21:46:36.916249+0000 mgr.y (mgr.14152) 239 : cluster 0 pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:39.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:38 smithi189 bash[23633]: cephadm 2024-04-13T21:46:37.324618+0000 mgr.y (mgr.14152) 240 : cephadm 1 Deploying daemon osd.5 on smithi189 2024-04-13T21:46:39.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:38 smithi165 bash[21371]: cluster 2024-04-13T21:46:36.916249+0000 mgr.y (mgr.14152) 239 : cluster 0 pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:39.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:38 smithi165 bash[21371]: cephadm 2024-04-13T21:46:37.324618+0000 mgr.y (mgr.14152) 240 : cephadm 1 Deploying daemon osd.5 on smithi189 2024-04-13T21:46:39.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:38 smithi165 bash[31269]: cluster 2024-04-13T21:46:36.916249+0000 mgr.y (mgr.14152) 239 : cluster 0 pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:39.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:38 smithi165 bash[31269]: cephadm 2024-04-13T21:46:37.324618+0000 mgr.y (mgr.14152) 240 : cephadm 1 Deploying daemon osd.5 on smithi189 2024-04-13T21:46:41.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:40 smithi189 bash[23633]: cluster 2024-04-13T21:46:38.916792+0000 mgr.y (mgr.14152) 241 : cluster 0 pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:41.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:41 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:46:41.091 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:46:41 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:46:41.091 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 21:46:41 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:46:41.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:40 smithi165 bash[21371]: cluster 2024-04-13T21:46:38.916792+0000 mgr.y (mgr.14152) 241 : cluster 0 pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:41.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:40 smithi165 bash[31269]: cluster 2024-04-13T21:46:38.916792+0000 mgr.y (mgr.14152) 241 : cluster 0 pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:41.422 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:46:41 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:46:41.423 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 21:46:41 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:46:41.423 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:41 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:46:42.733 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:42 smithi189 bash[23633]: cluster 2024-04-13T21:46:40.917379+0000 mgr.y (mgr.14152) 242 : cluster 0 pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:42.733 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:42 smithi189 bash[23633]: audit 2024-04-13T21:46:41.434823+0000 mon.a (mon.0) 501 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:42.733 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:42 smithi189 bash[23633]: audit 2024-04-13T21:46:41.445768+0000 mon.a (mon.0) 502 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:42.733 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:42 smithi189 bash[23633]: audit 2024-04-13T21:46:41.470687+0000 mon.a (mon.0) 503 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:46:42.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:42 smithi165 bash[21371]: cluster 2024-04-13T21:46:40.917379+0000 mgr.y (mgr.14152) 242 : cluster 0 pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:42.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:42 smithi165 bash[21371]: audit 2024-04-13T21:46:41.434823+0000 mon.a (mon.0) 501 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:42.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:42 smithi165 bash[21371]: audit 2024-04-13T21:46:41.445768+0000 mon.a (mon.0) 502 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:42.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:42 smithi165 bash[21371]: audit 2024-04-13T21:46:41.470687+0000 mon.a (mon.0) 503 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:46:42.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:42 smithi165 bash[31269]: cluster 2024-04-13T21:46:40.917379+0000 mgr.y (mgr.14152) 242 : cluster 0 pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:42.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:42 smithi165 bash[31269]: audit 2024-04-13T21:46:41.434823+0000 mon.a (mon.0) 501 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:42.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:42 smithi165 bash[31269]: audit 2024-04-13T21:46:41.445768+0000 mon.a (mon.0) 502 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:42.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:42 smithi165 bash[31269]: audit 2024-04-13T21:46:41.470687+0000 mon.a (mon.0) 503 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:46:44.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:44 smithi165 bash[21371]: cluster 2024-04-13T21:46:42.917914+0000 mgr.y (mgr.14152) 243 : cluster 0 pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:44.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:44 smithi165 bash[31269]: cluster 2024-04-13T21:46:42.917914+0000 mgr.y (mgr.14152) 243 : cluster 0 pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:44.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:44 smithi189 bash[23633]: cluster 2024-04-13T21:46:42.917914+0000 mgr.y (mgr.14152) 243 : cluster 0 pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:46.590 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:46 smithi189 bash[23633]: cluster 2024-04-13T21:46:44.918517+0000 mgr.y (mgr.14152) 244 : cluster 0 pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:46.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:46 smithi165 bash[21371]: cluster 2024-04-13T21:46:44.918517+0000 mgr.y (mgr.14152) 244 : cluster 0 pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:46.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:46 smithi165 bash[31269]: cluster 2024-04-13T21:46:44.918517+0000 mgr.y (mgr.14152) 244 : cluster 0 pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:47.590 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:47 smithi189 bash[23633]: audit 2024-04-13T21:46:46.565019+0000 mon.a (mon.0) 504 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:47.591 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:47 smithi189 bash[23633]: audit 2024-04-13T21:46:46.576316+0000 mon.a (mon.0) 505 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:47.591 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:47 smithi189 bash[23633]: audit 2024-04-13T21:46:46.578257+0000 mon.a (mon.0) 506 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:46:47.591 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:47 smithi189 bash[23633]: audit 2024-04-13T21:46:46.580244+0000 mon.a (mon.0) 507 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:46:47.591 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:47 smithi189 bash[23633]: audit 2024-04-13T21:46:46.589922+0000 mon.a (mon.0) 508 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:47.591 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:47 smithi189 bash[23633]: audit 2024-04-13T21:46:47.529265+0000 mon.a (mon.0) 509 : audit 1 from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-13T21:46:47.591 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:47 smithi189 bash[23633]: audit 2024-04-13T21:46:47.529440+0000 mon.b (mon.1) 15 : audit 1 from='osd.5 [v2:172.21.15.189:6808/2467195533,v1:172.21.15.189:6809/2467195533]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-13T21:46:47.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:47 smithi165 bash[21371]: audit 2024-04-13T21:46:46.565019+0000 mon.a (mon.0) 504 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:47.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:47 smithi165 bash[21371]: audit 2024-04-13T21:46:46.576316+0000 mon.a (mon.0) 505 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:47.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:47 smithi165 bash[21371]: audit 2024-04-13T21:46:46.578257+0000 mon.a (mon.0) 506 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:46:47.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:47 smithi165 bash[21371]: audit 2024-04-13T21:46:46.580244+0000 mon.a (mon.0) 507 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:46:47.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:47 smithi165 bash[21371]: audit 2024-04-13T21:46:46.589922+0000 mon.a (mon.0) 508 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:47.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:47 smithi165 bash[21371]: audit 2024-04-13T21:46:47.529265+0000 mon.a (mon.0) 509 : audit 1 from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-13T21:46:47.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:47 smithi165 bash[21371]: audit 2024-04-13T21:46:47.529440+0000 mon.b (mon.1) 15 : audit 1 from='osd.5 [v2:172.21.15.189:6808/2467195533,v1:172.21.15.189:6809/2467195533]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-13T21:46:47.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:47 smithi165 bash[31269]: audit 2024-04-13T21:46:46.565019+0000 mon.a (mon.0) 504 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:47.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:47 smithi165 bash[31269]: audit 2024-04-13T21:46:46.576316+0000 mon.a (mon.0) 505 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:47.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:47 smithi165 bash[31269]: audit 2024-04-13T21:46:46.578257+0000 mon.a (mon.0) 506 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:46:47.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:47 smithi165 bash[31269]: audit 2024-04-13T21:46:46.580244+0000 mon.a (mon.0) 507 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:46:47.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:47 smithi165 bash[31269]: audit 2024-04-13T21:46:46.589922+0000 mon.a (mon.0) 508 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:47.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:47 smithi165 bash[31269]: audit 2024-04-13T21:46:47.529265+0000 mon.a (mon.0) 509 : audit 1 from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-13T21:46:47.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:47 smithi165 bash[31269]: audit 2024-04-13T21:46:47.529440+0000 mon.b (mon.1) 15 : audit 1 from='osd.5 [v2:172.21.15.189:6808/2467195533,v1:172.21.15.189:6809/2467195533]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-13T21:46:48.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:48 smithi189 bash[23633]: cluster 2024-04-13T21:46:46.919083+0000 mgr.y (mgr.14152) 245 : cluster 0 pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:48.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:48 smithi189 bash[23633]: audit 2024-04-13T21:46:47.602671+0000 mon.a (mon.0) 510 : audit 1 from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-13T21:46:48.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:48 smithi189 bash[23633]: cluster 2024-04-13T21:46:47.602886+0000 mon.a (mon.0) 511 : cluster 0 osdmap e37: 6 total, 5 up, 6 in 2024-04-13T21:46:48.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:48 smithi189 bash[23633]: audit 2024-04-13T21:46:47.603244+0000 mon.a (mon.0) 512 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T21:46:48.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:48 smithi189 bash[23633]: audit 2024-04-13T21:46:47.604964+0000 mon.b (mon.1) 16 : audit 1 from='osd.5 [v2:172.21.15.189:6808/2467195533,v1:172.21.15.189:6809/2467195533]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-04-13T21:46:48.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:48 smithi189 bash[23633]: audit 2024-04-13T21:46:47.605034+0000 mon.a (mon.0) 513 : audit 1 from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-04-13T21:46:49.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:48 smithi165 bash[21371]: cluster 2024-04-13T21:46:46.919083+0000 mgr.y (mgr.14152) 245 : cluster 0 pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:49.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:48 smithi165 bash[21371]: audit 2024-04-13T21:46:47.602671+0000 mon.a (mon.0) 510 : audit 1 from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-13T21:46:49.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:48 smithi165 bash[21371]: cluster 2024-04-13T21:46:47.602886+0000 mon.a (mon.0) 511 : cluster 0 osdmap e37: 6 total, 5 up, 6 in 2024-04-13T21:46:49.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:48 smithi165 bash[21371]: audit 2024-04-13T21:46:47.603244+0000 mon.a (mon.0) 512 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T21:46:49.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:48 smithi165 bash[21371]: audit 2024-04-13T21:46:47.604964+0000 mon.b (mon.1) 16 : audit 1 from='osd.5 [v2:172.21.15.189:6808/2467195533,v1:172.21.15.189:6809/2467195533]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-04-13T21:46:49.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:48 smithi165 bash[21371]: audit 2024-04-13T21:46:47.605034+0000 mon.a (mon.0) 513 : audit 1 from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-04-13T21:46:49.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:48 smithi165 bash[31269]: cluster 2024-04-13T21:46:46.919083+0000 mgr.y (mgr.14152) 245 : cluster 0 pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:49.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:48 smithi165 bash[31269]: audit 2024-04-13T21:46:47.602671+0000 mon.a (mon.0) 510 : audit 1 from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-13T21:46:49.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:48 smithi165 bash[31269]: cluster 2024-04-13T21:46:47.602886+0000 mon.a (mon.0) 511 : cluster 0 osdmap e37: 6 total, 5 up, 6 in 2024-04-13T21:46:49.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:48 smithi165 bash[31269]: audit 2024-04-13T21:46:47.603244+0000 mon.a (mon.0) 512 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T21:46:49.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:48 smithi165 bash[31269]: audit 2024-04-13T21:46:47.604964+0000 mon.b (mon.1) 16 : audit 1 from='osd.5 [v2:172.21.15.189:6808/2467195533,v1:172.21.15.189:6809/2467195533]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-04-13T21:46:49.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:48 smithi165 bash[31269]: audit 2024-04-13T21:46:47.605034+0000 mon.a (mon.0) 513 : audit 1 from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-04-13T21:46:49.643 INFO:teuthology.orchestra.run.smithi189.stdout:Created osd(s) 5 on host 'smithi189' 2024-04-13T21:46:50.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:49 smithi165 bash[31269]: audit 2024-04-13T21:46:48.607556+0000 mon.a (mon.0) 514 : audit 1 from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]': finished 2024-04-13T21:46:50.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:49 smithi165 bash[31269]: cluster 2024-04-13T21:46:48.607784+0000 mon.a (mon.0) 515 : cluster 0 osdmap e38: 6 total, 5 up, 6 in 2024-04-13T21:46:50.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:49 smithi165 bash[31269]: audit 2024-04-13T21:46:48.608688+0000 mon.a (mon.0) 516 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T21:46:50.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:49 smithi165 bash[31269]: audit 2024-04-13T21:46:48.618662+0000 mon.a (mon.0) 517 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T21:46:50.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:49 smithi165 bash[31269]: audit 2024-04-13T21:46:49.112111+0000 mon.a (mon.0) 518 : audit 1 from='osd.5 ' entity='osd.5' 2024-04-13T21:46:50.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:49 smithi165 bash[21371]: audit 2024-04-13T21:46:48.607556+0000 mon.a (mon.0) 514 : audit 1 from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]': finished 2024-04-13T21:46:50.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:49 smithi165 bash[21371]: cluster 2024-04-13T21:46:48.607784+0000 mon.a (mon.0) 515 : cluster 0 osdmap e38: 6 total, 5 up, 6 in 2024-04-13T21:46:50.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:49 smithi165 bash[21371]: audit 2024-04-13T21:46:48.608688+0000 mon.a (mon.0) 516 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T21:46:50.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:49 smithi165 bash[21371]: audit 2024-04-13T21:46:48.618662+0000 mon.a (mon.0) 517 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T21:46:50.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:49 smithi165 bash[21371]: audit 2024-04-13T21:46:49.112111+0000 mon.a (mon.0) 518 : audit 1 from='osd.5 ' entity='osd.5' 2024-04-13T21:46:50.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:49 smithi189 bash[23633]: audit 2024-04-13T21:46:48.607556+0000 mon.a (mon.0) 514 : audit 1 from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]': finished 2024-04-13T21:46:50.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:49 smithi189 bash[23633]: cluster 2024-04-13T21:46:48.607784+0000 mon.a (mon.0) 515 : cluster 0 osdmap e38: 6 total, 5 up, 6 in 2024-04-13T21:46:50.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:49 smithi189 bash[23633]: audit 2024-04-13T21:46:48.608688+0000 mon.a (mon.0) 516 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T21:46:50.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:49 smithi189 bash[23633]: audit 2024-04-13T21:46:48.618662+0000 mon.a (mon.0) 517 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T21:46:50.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:49 smithi189 bash[23633]: audit 2024-04-13T21:46:49.112111+0000 mon.a (mon.0) 518 : audit 1 from='osd.5 ' entity='osd.5' 2024-04-13T21:46:50.241 DEBUG:teuthology.orchestra.run.smithi189:osd.5> sudo journalctl -f -n 0 -u ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@osd.5.service 2024-04-13T21:46:50.244 INFO:tasks.cephadm:Deploying osd.6 on smithi189 with /dev/vg_nvme/lv_2... 2024-04-13T21:46:50.244 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-13T21:46:51.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:50 smithi165 bash[21371]: cluster 2024-04-13T21:46:48.569316+0000 osd.5 (osd.5) 1 : cluster 0 purged_snaps scrub starts 2024-04-13T21:46:51.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:50 smithi165 bash[21371]: cluster 2024-04-13T21:46:48.569413+0000 osd.5 (osd.5) 2 : cluster 0 purged_snaps scrub ok 2024-04-13T21:46:51.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:50 smithi165 bash[21371]: cluster 2024-04-13T21:46:48.919611+0000 mgr.y (mgr.14152) 246 : cluster 0 pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:51.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:50 smithi165 bash[21371]: cluster 2024-04-13T21:46:49.608903+0000 mon.a (mon.0) 519 : cluster 1 osd.5 [v2:172.21.15.189:6808/2467195533,v1:172.21.15.189:6809/2467195533] boot 2024-04-13T21:46:51.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:50 smithi165 bash[21371]: cluster 2024-04-13T21:46:49.609023+0000 mon.a (mon.0) 520 : cluster 0 osdmap e39: 6 total, 6 up, 6 in 2024-04-13T21:46:51.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:50 smithi165 bash[21371]: audit 2024-04-13T21:46:49.613237+0000 mon.a (mon.0) 521 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T21:46:51.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:50 smithi165 bash[21371]: audit 2024-04-13T21:46:49.633149+0000 mon.a (mon.0) 522 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:46:51.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:50 smithi165 bash[21371]: audit 2024-04-13T21:46:49.638482+0000 mon.a (mon.0) 523 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:51.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:50 smithi165 bash[21371]: audit 2024-04-13T21:46:49.646724+0000 mon.a (mon.0) 524 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:51.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:50 smithi165 bash[21371]: cluster 2024-04-13T21:46:50.612617+0000 mon.a (mon.0) 525 : cluster 0 osdmap e40: 6 total, 6 up, 6 in 2024-04-13T21:46:51.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:50 smithi165 bash[31269]: cluster 2024-04-13T21:46:48.569316+0000 osd.5 (osd.5) 1 : cluster 0 purged_snaps scrub starts 2024-04-13T21:46:51.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:50 smithi165 bash[31269]: cluster 2024-04-13T21:46:48.569413+0000 osd.5 (osd.5) 2 : cluster 0 purged_snaps scrub ok 2024-04-13T21:46:51.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:50 smithi165 bash[31269]: cluster 2024-04-13T21:46:48.919611+0000 mgr.y (mgr.14152) 246 : cluster 0 pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:51.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:50 smithi165 bash[31269]: cluster 2024-04-13T21:46:49.608903+0000 mon.a (mon.0) 519 : cluster 1 osd.5 [v2:172.21.15.189:6808/2467195533,v1:172.21.15.189:6809/2467195533] boot 2024-04-13T21:46:51.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:50 smithi165 bash[31269]: cluster 2024-04-13T21:46:49.609023+0000 mon.a (mon.0) 520 : cluster 0 osdmap e39: 6 total, 6 up, 6 in 2024-04-13T21:46:51.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:50 smithi165 bash[31269]: audit 2024-04-13T21:46:49.613237+0000 mon.a (mon.0) 521 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T21:46:51.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:50 smithi165 bash[31269]: audit 2024-04-13T21:46:49.633149+0000 mon.a (mon.0) 522 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:46:51.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:50 smithi165 bash[31269]: audit 2024-04-13T21:46:49.638482+0000 mon.a (mon.0) 523 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:51.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:50 smithi165 bash[31269]: audit 2024-04-13T21:46:49.646724+0000 mon.a (mon.0) 524 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:51.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:50 smithi165 bash[31269]: cluster 2024-04-13T21:46:50.612617+0000 mon.a (mon.0) 525 : cluster 0 osdmap e40: 6 total, 6 up, 6 in 2024-04-13T21:46:51.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:50 smithi189 bash[23633]: cluster 2024-04-13T21:46:48.569316+0000 osd.5 (osd.5) 1 : cluster 0 purged_snaps scrub starts 2024-04-13T21:46:51.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:50 smithi189 bash[23633]: cluster 2024-04-13T21:46:48.569413+0000 osd.5 (osd.5) 2 : cluster 0 purged_snaps scrub ok 2024-04-13T21:46:51.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:50 smithi189 bash[23633]: cluster 2024-04-13T21:46:48.919611+0000 mgr.y (mgr.14152) 246 : cluster 0 pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-04-13T21:46:51.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:50 smithi189 bash[23633]: cluster 2024-04-13T21:46:49.608903+0000 mon.a (mon.0) 519 : cluster 1 osd.5 [v2:172.21.15.189:6808/2467195533,v1:172.21.15.189:6809/2467195533] boot 2024-04-13T21:46:51.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:50 smithi189 bash[23633]: cluster 2024-04-13T21:46:49.609023+0000 mon.a (mon.0) 520 : cluster 0 osdmap e39: 6 total, 6 up, 6 in 2024-04-13T21:46:51.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:50 smithi189 bash[23633]: audit 2024-04-13T21:46:49.613237+0000 mon.a (mon.0) 521 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T21:46:51.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:50 smithi189 bash[23633]: audit 2024-04-13T21:46:49.633149+0000 mon.a (mon.0) 522 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:46:51.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:50 smithi189 bash[23633]: audit 2024-04-13T21:46:49.638482+0000 mon.a (mon.0) 523 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:51.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:50 smithi189 bash[23633]: audit 2024-04-13T21:46:49.646724+0000 mon.a (mon.0) 524 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:46:51.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:50 smithi189 bash[23633]: cluster 2024-04-13T21:46:50.612617+0000 mon.a (mon.0) 525 : cluster 0 osdmap e40: 6 total, 6 up, 6 in 2024-04-13T21:46:53.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:52 smithi165 bash[21371]: cluster 2024-04-13T21:46:50.920155+0000 mgr.y (mgr.14152) 247 : cluster 0 pgmap v224: 1 pgs: 1 unknown; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:46:53.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:52 smithi165 bash[21371]: cluster 2024-04-13T21:46:51.613705+0000 mon.a (mon.0) 526 : cluster 0 osdmap e41: 6 total, 6 up, 6 in 2024-04-13T21:46:53.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:52 smithi165 bash[31269]: cluster 2024-04-13T21:46:50.920155+0000 mgr.y (mgr.14152) 247 : cluster 0 pgmap v224: 1 pgs: 1 unknown; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:46:53.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:52 smithi165 bash[31269]: cluster 2024-04-13T21:46:51.613705+0000 mon.a (mon.0) 526 : cluster 0 osdmap e41: 6 total, 6 up, 6 in 2024-04-13T21:46:53.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:52 smithi189 bash[23633]: cluster 2024-04-13T21:46:50.920155+0000 mgr.y (mgr.14152) 247 : cluster 0 pgmap v224: 1 pgs: 1 unknown; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:46:53.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:52 smithi189 bash[23633]: cluster 2024-04-13T21:46:51.613705+0000 mon.a (mon.0) 526 : cluster 0 osdmap e41: 6 total, 6 up, 6 in 2024-04-13T21:46:54.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:53 smithi165 bash[21371]: cluster 2024-04-13T21:46:52.633520+0000 mon.a (mon.0) 527 : cluster 0 osdmap e42: 6 total, 6 up, 6 in 2024-04-13T21:46:54.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:53 smithi165 bash[31269]: cluster 2024-04-13T21:46:52.633520+0000 mon.a (mon.0) 527 : cluster 0 osdmap e42: 6 total, 6 up, 6 in 2024-04-13T21:46:54.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:53 smithi189 bash[23633]: cluster 2024-04-13T21:46:52.633520+0000 mon.a (mon.0) 527 : cluster 0 osdmap e42: 6 total, 6 up, 6 in 2024-04-13T21:46:54.444 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.b/config 2024-04-13T21:46:54.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:54 smithi189 bash[23633]: cluster 2024-04-13T21:46:52.920709+0000 mgr.y (mgr.14152) 248 : cluster 0 pgmap v227: 1 pgs: 1 unknown; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:46:54.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:54 smithi189 bash[23633]: cluster 2024-04-13T21:46:53.645194+0000 mon.a (mon.0) 528 : cluster 0 osdmap e43: 6 total, 6 up, 6 in 2024-04-13T21:46:55.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:54 smithi165 bash[21371]: cluster 2024-04-13T21:46:52.920709+0000 mgr.y (mgr.14152) 248 : cluster 0 pgmap v227: 1 pgs: 1 unknown; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:46:55.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:54 smithi165 bash[21371]: cluster 2024-04-13T21:46:53.645194+0000 mon.a (mon.0) 528 : cluster 0 osdmap e43: 6 total, 6 up, 6 in 2024-04-13T21:46:55.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:54 smithi165 bash[31269]: cluster 2024-04-13T21:46:52.920709+0000 mgr.y (mgr.14152) 248 : cluster 0 pgmap v227: 1 pgs: 1 unknown; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:46:55.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:54 smithi165 bash[31269]: cluster 2024-04-13T21:46:53.645194+0000 mon.a (mon.0) 528 : cluster 0 osdmap e43: 6 total, 6 up, 6 in 2024-04-13T21:46:56.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:56 smithi189 bash[23633]: cluster 2024-04-13T21:46:54.921296+0000 mgr.y (mgr.14152) 249 : cluster 0 pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 134 KiB/s, 0 objects/s recovering 2024-04-13T21:46:57.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:56 smithi165 bash[21371]: cluster 2024-04-13T21:46:54.921296+0000 mgr.y (mgr.14152) 249 : cluster 0 pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 134 KiB/s, 0 objects/s recovering 2024-04-13T21:46:57.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:56 smithi165 bash[31269]: cluster 2024-04-13T21:46:54.921296+0000 mgr.y (mgr.14152) 249 : cluster 0 pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 134 KiB/s, 0 objects/s recovering 2024-04-13T21:46:58.206 INFO:teuthology.orchestra.run.smithi189.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-13T21:46:58.207 INFO:teuthology.orchestra.run.smithi189.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-13T21:46:58.207 INFO:teuthology.orchestra.run.smithi189.stderr: stderr: 10+0 records in 2024-04-13T21:46:58.207 INFO:teuthology.orchestra.run.smithi189.stderr:10+0 records out 2024-04-13T21:46:58.207 INFO:teuthology.orchestra.run.smithi189.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0172775 s, 607 MB/s 2024-04-13T21:46:58.207 INFO:teuthology.orchestra.run.smithi189.stderr:--> Zapping successful for: 2024-04-13T21:46:58.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:46:58 smithi189 bash[23633]: cluster 2024-04-13T21:46:56.921855+0000 mgr.y (mgr.14152) 250 : cluster 0 pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-13T21:46:58.895 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph orch daemon add osd smithi189:vg_nvme/lv_2 2024-04-13T21:46:59.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:46:58 smithi165 bash[21371]: cluster 2024-04-13T21:46:56.921855+0000 mgr.y (mgr.14152) 250 : cluster 0 pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-13T21:46:59.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:46:58 smithi165 bash[31269]: cluster 2024-04-13T21:46:56.921855+0000 mgr.y (mgr.14152) 250 : cluster 0 pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-13T21:47:00.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:00 smithi165 bash[21371]: cluster 2024-04-13T21:46:58.922476+0000 mgr.y (mgr.14152) 251 : cluster 0 pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 79 KiB/s, 0 objects/s recovering 2024-04-13T21:47:00.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:00 smithi165 bash[21371]: cephadm 2024-04-13T21:46:59.281002+0000 mgr.y (mgr.14152) 252 : cephadm 1 Detected new or changed devices on smithi189 2024-04-13T21:47:00.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:00 smithi165 bash[21371]: audit 2024-04-13T21:46:59.290204+0000 mon.a (mon.0) 529 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:00.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:00 smithi165 bash[21371]: audit 2024-04-13T21:46:59.301740+0000 mon.a (mon.0) 530 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:00.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:00 smithi165 bash[21371]: audit 2024-04-13T21:46:59.304182+0000 mon.a (mon.0) 531 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:47:00.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:00 smithi165 bash[21371]: audit 2024-04-13T21:46:59.306076+0000 mon.a (mon.0) 532 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:47:00.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:00 smithi165 bash[21371]: cephadm 2024-04-13T21:46:59.307519+0000 mgr.y (mgr.14152) 253 : cephadm 1 Adjusting osd_memory_target on smithi189 to 8632M 2024-04-13T21:47:00.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:00 smithi165 bash[21371]: audit 2024-04-13T21:46:59.318697+0000 mon.a (mon.0) 533 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:00.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:00 smithi165 bash[21371]: audit 2024-04-13T21:46:59.320951+0000 mon.a (mon.0) 534 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:47:00.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:00 smithi165 bash[21371]: audit 2024-04-13T21:46:59.322709+0000 mon.a (mon.0) 535 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:47:00.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:00 smithi165 bash[21371]: audit 2024-04-13T21:46:59.334700+0000 mon.a (mon.0) 536 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:00.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:00 smithi165 bash[31269]: cluster 2024-04-13T21:46:58.922476+0000 mgr.y (mgr.14152) 251 : cluster 0 pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 79 KiB/s, 0 objects/s recovering 2024-04-13T21:47:00.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:00 smithi165 bash[31269]: cephadm 2024-04-13T21:46:59.281002+0000 mgr.y (mgr.14152) 252 : cephadm 1 Detected new or changed devices on smithi189 2024-04-13T21:47:00.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:00 smithi165 bash[31269]: audit 2024-04-13T21:46:59.290204+0000 mon.a (mon.0) 529 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:00.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:00 smithi165 bash[31269]: audit 2024-04-13T21:46:59.301740+0000 mon.a (mon.0) 530 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:00.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:00 smithi165 bash[31269]: audit 2024-04-13T21:46:59.304182+0000 mon.a (mon.0) 531 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:47:00.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:00 smithi165 bash[31269]: audit 2024-04-13T21:46:59.306076+0000 mon.a (mon.0) 532 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:47:00.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:00 smithi165 bash[31269]: cephadm 2024-04-13T21:46:59.307519+0000 mgr.y (mgr.14152) 253 : cephadm 1 Adjusting osd_memory_target on smithi189 to 8632M 2024-04-13T21:47:00.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:00 smithi165 bash[31269]: audit 2024-04-13T21:46:59.318697+0000 mon.a (mon.0) 533 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:00.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:00 smithi165 bash[31269]: audit 2024-04-13T21:46:59.320951+0000 mon.a (mon.0) 534 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:47:00.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:00 smithi165 bash[31269]: audit 2024-04-13T21:46:59.322709+0000 mon.a (mon.0) 535 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:47:00.565 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:00 smithi165 bash[31269]: audit 2024-04-13T21:46:59.334700+0000 mon.a (mon.0) 536 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:00.591 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:00 smithi189 bash[23633]: cluster 2024-04-13T21:46:58.922476+0000 mgr.y (mgr.14152) 251 : cluster 0 pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 79 KiB/s, 0 objects/s recovering 2024-04-13T21:47:00.591 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:00 smithi189 bash[23633]: cephadm 2024-04-13T21:46:59.281002+0000 mgr.y (mgr.14152) 252 : cephadm 1 Detected new or changed devices on smithi189 2024-04-13T21:47:00.591 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:00 smithi189 bash[23633]: audit 2024-04-13T21:46:59.290204+0000 mon.a (mon.0) 529 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:00.591 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:00 smithi189 bash[23633]: audit 2024-04-13T21:46:59.301740+0000 mon.a (mon.0) 530 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:00.591 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:00 smithi189 bash[23633]: audit 2024-04-13T21:46:59.304182+0000 mon.a (mon.0) 531 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:47:00.591 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:00 smithi189 bash[23633]: audit 2024-04-13T21:46:59.306076+0000 mon.a (mon.0) 532 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:47:00.591 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:00 smithi189 bash[23633]: cephadm 2024-04-13T21:46:59.307519+0000 mgr.y (mgr.14152) 253 : cephadm 1 Adjusting osd_memory_target on smithi189 to 8632M 2024-04-13T21:47:00.591 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:00 smithi189 bash[23633]: audit 2024-04-13T21:46:59.318697+0000 mon.a (mon.0) 533 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:00.591 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:00 smithi189 bash[23633]: audit 2024-04-13T21:46:59.320951+0000 mon.a (mon.0) 534 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:47:00.591 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:00 smithi189 bash[23633]: audit 2024-04-13T21:46:59.322709+0000 mon.a (mon.0) 535 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:47:00.591 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:00 smithi189 bash[23633]: audit 2024-04-13T21:46:59.334700+0000 mon.a (mon.0) 536 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:02.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:02 smithi165 bash[21371]: cluster 2024-04-13T21:47:00.923129+0000 mgr.y (mgr.14152) 254 : cluster 0 pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-04-13T21:47:02.560 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:02 smithi165 bash[31269]: cluster 2024-04-13T21:47:00.923129+0000 mgr.y (mgr.14152) 254 : cluster 0 pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-04-13T21:47:02.590 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:02 smithi189 bash[23633]: cluster 2024-04-13T21:47:00.923129+0000 mgr.y (mgr.14152) 254 : cluster 0 pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-04-13T21:47:03.578 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.b/config 2024-04-13T21:47:04.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:04 smithi165 bash[21371]: cluster 2024-04-13T21:47:02.923617+0000 mgr.y (mgr.14152) 255 : cluster 0 pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-13T21:47:04.560 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:04 smithi165 bash[31269]: cluster 2024-04-13T21:47:02.923617+0000 mgr.y (mgr.14152) 255 : cluster 0 pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-13T21:47:04.590 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:04 smithi189 bash[23633]: cluster 2024-04-13T21:47:02.923617+0000 mgr.y (mgr.14152) 255 : cluster 0 pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-13T21:47:06.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:06 smithi165 bash[21371]: cluster 2024-04-13T21:47:04.924230+0000 mgr.y (mgr.14152) 256 : cluster 0 pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-04-13T21:47:06.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:06 smithi165 bash[21371]: audit 2024-04-13T21:47:06.144162+0000 mon.a (mon.0) 537 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T21:47:06.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:06 smithi165 bash[21371]: audit 2024-04-13T21:47:06.150588+0000 mon.a (mon.0) 538 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T21:47:06.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:06 smithi165 bash[21371]: audit 2024-04-13T21:47:06.152325+0000 mon.a (mon.0) 539 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:47:06.560 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:06 smithi165 bash[31269]: cluster 2024-04-13T21:47:04.924230+0000 mgr.y (mgr.14152) 256 : cluster 0 pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-04-13T21:47:06.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:06 smithi165 bash[31269]: audit 2024-04-13T21:47:06.144162+0000 mon.a (mon.0) 537 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T21:47:06.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:06 smithi165 bash[31269]: audit 2024-04-13T21:47:06.150588+0000 mon.a (mon.0) 538 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T21:47:06.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:06 smithi165 bash[31269]: audit 2024-04-13T21:47:06.152325+0000 mon.a (mon.0) 539 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:47:06.590 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:06 smithi189 bash[23633]: cluster 2024-04-13T21:47:04.924230+0000 mgr.y (mgr.14152) 256 : cluster 0 pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-04-13T21:47:06.590 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:06 smithi189 bash[23633]: audit 2024-04-13T21:47:06.144162+0000 mon.a (mon.0) 537 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T21:47:06.590 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:06 smithi189 bash[23633]: audit 2024-04-13T21:47:06.150588+0000 mon.a (mon.0) 538 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T21:47:06.590 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:06 smithi189 bash[23633]: audit 2024-04-13T21:47:06.152325+0000 mon.a (mon.0) 539 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:47:07.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:07 smithi165 bash[21371]: audit 2024-04-13T21:47:06.136827+0000 mgr.y (mgr.14152) 257 : audit 0 from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi189:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:47:07.560 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:07 smithi165 bash[31269]: audit 2024-04-13T21:47:06.136827+0000 mgr.y (mgr.14152) 257 : audit 0 from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi189:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:47:07.590 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:07 smithi189 bash[23633]: audit 2024-04-13T21:47:06.136827+0000 mgr.y (mgr.14152) 257 : audit 0 from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi189:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:47:08.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:08 smithi165 bash[21371]: cluster 2024-04-13T21:47:06.924766+0000 mgr.y (mgr.14152) 258 : cluster 0 pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:08.560 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:08 smithi165 bash[31269]: cluster 2024-04-13T21:47:06.924766+0000 mgr.y (mgr.14152) 258 : cluster 0 pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:08.590 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:08 smithi189 bash[23633]: cluster 2024-04-13T21:47:06.924766+0000 mgr.y (mgr.14152) 258 : cluster 0 pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:10.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:10 smithi165 bash[21371]: cluster 2024-04-13T21:47:08.925322+0000 mgr.y (mgr.14152) 259 : cluster 0 pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:10.560 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:10 smithi165 bash[31269]: cluster 2024-04-13T21:47:08.925322+0000 mgr.y (mgr.14152) 259 : cluster 0 pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:10.590 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:10 smithi189 bash[23633]: cluster 2024-04-13T21:47:08.925322+0000 mgr.y (mgr.14152) 259 : cluster 0 pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:12.523 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:12 smithi189 bash[23633]: cluster 2024-04-13T21:47:10.925836+0000 mgr.y (mgr.14152) 260 : cluster 0 pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:12.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:12 smithi165 bash[21371]: cluster 2024-04-13T21:47:10.925836+0000 mgr.y (mgr.14152) 260 : cluster 0 pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:12.560 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:12 smithi165 bash[31269]: cluster 2024-04-13T21:47:10.925836+0000 mgr.y (mgr.14152) 260 : cluster 0 pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:14.590 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:14 smithi189 bash[23633]: cluster 2024-04-13T21:47:12.926355+0000 mgr.y (mgr.14152) 261 : cluster 0 pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:14.590 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:14 smithi189 bash[23633]: audit 2024-04-13T21:47:14.123403+0000 mon.b (mon.1) 17 : audit 1 from='client.? 172.21.15.189:0/1202946385' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a0a0ef31-869b-447e-bc9b-d26981b8a347"}]: dispatch 2024-04-13T21:47:14.590 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:14 smithi189 bash[23633]: audit 2024-04-13T21:47:14.123425+0000 mon.a (mon.0) 540 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a0a0ef31-869b-447e-bc9b-d26981b8a347"}]: dispatch 2024-04-13T21:47:14.590 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:14 smithi189 bash[23633]: audit 2024-04-13T21:47:14.132730+0000 mon.a (mon.0) 541 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a0a0ef31-869b-447e-bc9b-d26981b8a347"}]': finished 2024-04-13T21:47:14.590 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:14 smithi189 bash[23633]: cluster 2024-04-13T21:47:14.132864+0000 mon.a (mon.0) 542 : cluster 0 osdmap e44: 7 total, 6 up, 7 in 2024-04-13T21:47:14.590 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:14 smithi189 bash[23633]: audit 2024-04-13T21:47:14.133198+0000 mon.a (mon.0) 543 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T21:47:14.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:14 smithi165 bash[21371]: cluster 2024-04-13T21:47:12.926355+0000 mgr.y (mgr.14152) 261 : cluster 0 pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:14.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:14 smithi165 bash[21371]: audit 2024-04-13T21:47:14.123403+0000 mon.b (mon.1) 17 : audit 1 from='client.? 172.21.15.189:0/1202946385' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a0a0ef31-869b-447e-bc9b-d26981b8a347"}]: dispatch 2024-04-13T21:47:14.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:14 smithi165 bash[21371]: audit 2024-04-13T21:47:14.123425+0000 mon.a (mon.0) 540 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a0a0ef31-869b-447e-bc9b-d26981b8a347"}]: dispatch 2024-04-13T21:47:14.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:14 smithi165 bash[21371]: audit 2024-04-13T21:47:14.132730+0000 mon.a (mon.0) 541 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a0a0ef31-869b-447e-bc9b-d26981b8a347"}]': finished 2024-04-13T21:47:14.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:14 smithi165 bash[21371]: cluster 2024-04-13T21:47:14.132864+0000 mon.a (mon.0) 542 : cluster 0 osdmap e44: 7 total, 6 up, 7 in 2024-04-13T21:47:14.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:14 smithi165 bash[21371]: audit 2024-04-13T21:47:14.133198+0000 mon.a (mon.0) 543 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T21:47:14.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:14 smithi165 bash[31269]: cluster 2024-04-13T21:47:12.926355+0000 mgr.y (mgr.14152) 261 : cluster 0 pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:14.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:14 smithi165 bash[31269]: audit 2024-04-13T21:47:14.123403+0000 mon.b (mon.1) 17 : audit 1 from='client.? 172.21.15.189:0/1202946385' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a0a0ef31-869b-447e-bc9b-d26981b8a347"}]: dispatch 2024-04-13T21:47:14.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:14 smithi165 bash[31269]: audit 2024-04-13T21:47:14.123425+0000 mon.a (mon.0) 540 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a0a0ef31-869b-447e-bc9b-d26981b8a347"}]: dispatch 2024-04-13T21:47:14.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:14 smithi165 bash[31269]: audit 2024-04-13T21:47:14.132730+0000 mon.a (mon.0) 541 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a0a0ef31-869b-447e-bc9b-d26981b8a347"}]': finished 2024-04-13T21:47:14.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:14 smithi165 bash[31269]: cluster 2024-04-13T21:47:14.132864+0000 mon.a (mon.0) 542 : cluster 0 osdmap e44: 7 total, 6 up, 7 in 2024-04-13T21:47:14.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:14 smithi165 bash[31269]: audit 2024-04-13T21:47:14.133198+0000 mon.a (mon.0) 543 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T21:47:15.590 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:15 smithi189 bash[23633]: audit 2024-04-13T21:47:14.863338+0000 mon.b (mon.1) 18 : audit 0 from='client.? 172.21.15.189:0/1826107433' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T21:47:15.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:15 smithi165 bash[21371]: audit 2024-04-13T21:47:14.863338+0000 mon.b (mon.1) 18 : audit 0 from='client.? 172.21.15.189:0/1826107433' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T21:47:15.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:15 smithi165 bash[31269]: audit 2024-04-13T21:47:14.863338+0000 mon.b (mon.1) 18 : audit 0 from='client.? 172.21.15.189:0/1826107433' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T21:47:16.590 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:16 smithi189 bash[23633]: cluster 2024-04-13T21:47:14.926847+0000 mgr.y (mgr.14152) 262 : cluster 0 pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:16.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:16 smithi165 bash[21371]: cluster 2024-04-13T21:47:14.926847+0000 mgr.y (mgr.14152) 262 : cluster 0 pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:16.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:16 smithi165 bash[31269]: cluster 2024-04-13T21:47:14.926847+0000 mgr.y (mgr.14152) 262 : cluster 0 pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:18.590 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:18 smithi189 bash[23633]: cluster 2024-04-13T21:47:16.927419+0000 mgr.y (mgr.14152) 263 : cluster 0 pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:18.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:18 smithi165 bash[31269]: cluster 2024-04-13T21:47:16.927419+0000 mgr.y (mgr.14152) 263 : cluster 0 pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:18.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:18 smithi165 bash[21371]: cluster 2024-04-13T21:47:16.927419+0000 mgr.y (mgr.14152) 263 : cluster 0 pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:20.590 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:20 smithi189 bash[23633]: cluster 2024-04-13T21:47:18.927997+0000 mgr.y (mgr.14152) 264 : cluster 0 pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:20.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:20 smithi165 bash[31269]: cluster 2024-04-13T21:47:18.927997+0000 mgr.y (mgr.14152) 264 : cluster 0 pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:20.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:20 smithi165 bash[21371]: cluster 2024-04-13T21:47:18.927997+0000 mgr.y (mgr.14152) 264 : cluster 0 pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:22.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:22 smithi165 bash[31269]: cluster 2024-04-13T21:47:20.928564+0000 mgr.y (mgr.14152) 265 : cluster 0 pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:22.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:22 smithi165 bash[21371]: cluster 2024-04-13T21:47:20.928564+0000 mgr.y (mgr.14152) 265 : cluster 0 pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:22.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:22 smithi189 bash[23633]: cluster 2024-04-13T21:47:20.928564+0000 mgr.y (mgr.14152) 265 : cluster 0 pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:24.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:24 smithi165 bash[31269]: cluster 2024-04-13T21:47:22.929041+0000 mgr.y (mgr.14152) 266 : cluster 0 pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:24.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:24 smithi165 bash[21371]: cluster 2024-04-13T21:47:22.929041+0000 mgr.y (mgr.14152) 266 : cluster 0 pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:24.814 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:24 smithi189 bash[23633]: cluster 2024-04-13T21:47:22.929041+0000 mgr.y (mgr.14152) 266 : cluster 0 pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:26.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:26 smithi165 bash[31269]: cluster 2024-04-13T21:47:24.929597+0000 mgr.y (mgr.14152) 267 : cluster 0 pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:26.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:26 smithi165 bash[31269]: audit 2024-04-13T21:47:25.957528+0000 mon.a (mon.0) 544 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-13T21:47:26.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:26 smithi165 bash[31269]: audit 2024-04-13T21:47:25.959272+0000 mon.a (mon.0) 545 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:47:26.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:26 smithi165 bash[21371]: cluster 2024-04-13T21:47:24.929597+0000 mgr.y (mgr.14152) 267 : cluster 0 pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:26.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:26 smithi165 bash[21371]: audit 2024-04-13T21:47:25.957528+0000 mon.a (mon.0) 544 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-13T21:47:26.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:26 smithi165 bash[21371]: audit 2024-04-13T21:47:25.959272+0000 mon.a (mon.0) 545 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:47:26.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:26 smithi189 bash[23633]: cluster 2024-04-13T21:47:24.929597+0000 mgr.y (mgr.14152) 267 : cluster 0 pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:26.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:26 smithi189 bash[23633]: audit 2024-04-13T21:47:25.957528+0000 mon.a (mon.0) 544 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-13T21:47:26.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:26 smithi189 bash[23633]: audit 2024-04-13T21:47:25.959272+0000 mon.a (mon.0) 545 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:47:27.590 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:27 smithi189 bash[23633]: cephadm 2024-04-13T21:47:25.960826+0000 mgr.y (mgr.14152) 268 : cephadm 1 Deploying daemon osd.6 on smithi189 2024-04-13T21:47:27.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:27 smithi165 bash[31269]: cephadm 2024-04-13T21:47:25.960826+0000 mgr.y (mgr.14152) 268 : cephadm 1 Deploying daemon osd.6 on smithi189 2024-04-13T21:47:27.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:27 smithi165 bash[21371]: cephadm 2024-04-13T21:47:25.960826+0000 mgr.y (mgr.14152) 268 : cephadm 1 Deploying daemon osd.6 on smithi189 2024-04-13T21:47:28.809 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:28 smithi165 bash[31269]: cluster 2024-04-13T21:47:26.930127+0000 mgr.y (mgr.14152) 269 : cluster 0 pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:28.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:28 smithi165 bash[21371]: cluster 2024-04-13T21:47:26.930127+0000 mgr.y (mgr.14152) 269 : cluster 0 pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:28.825 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:28 smithi189 bash[23633]: cluster 2024-04-13T21:47:26.930127+0000 mgr.y (mgr.14152) 269 : cluster 0 pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:29.931 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:29 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:47:29.931 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 21:47:29 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:47:29.931 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:47:29 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:47:29.932 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 21:47:29 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:47:30.190 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:30 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:47:30.191 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:47:30 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:47:30.191 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 21:47:30 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:47:30.191 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 21:47:30 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:47:30.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:30 smithi165 bash[21371]: cluster 2024-04-13T21:47:28.930680+0000 mgr.y (mgr.14152) 270 : cluster 0 pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:30.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:30 smithi165 bash[21371]: audit 2024-04-13T21:47:30.205753+0000 mon.a (mon.0) 546 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:30.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:30 smithi165 bash[21371]: audit 2024-04-13T21:47:30.206684+0000 mon.a (mon.0) 547 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:47:30.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:30 smithi165 bash[21371]: audit 2024-04-13T21:47:30.217599+0000 mon.a (mon.0) 548 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:30.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:30 smithi165 bash[31269]: cluster 2024-04-13T21:47:28.930680+0000 mgr.y (mgr.14152) 270 : cluster 0 pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:30.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:30 smithi165 bash[31269]: audit 2024-04-13T21:47:30.205753+0000 mon.a (mon.0) 546 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:30.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:30 smithi165 bash[31269]: audit 2024-04-13T21:47:30.206684+0000 mon.a (mon.0) 547 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:47:30.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:30 smithi165 bash[31269]: audit 2024-04-13T21:47:30.217599+0000 mon.a (mon.0) 548 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:30.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:30 smithi189 bash[23633]: cluster 2024-04-13T21:47:28.930680+0000 mgr.y (mgr.14152) 270 : cluster 0 pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:30.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:30 smithi189 bash[23633]: audit 2024-04-13T21:47:30.205753+0000 mon.a (mon.0) 546 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:30.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:30 smithi189 bash[23633]: audit 2024-04-13T21:47:30.206684+0000 mon.a (mon.0) 547 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:47:30.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:30 smithi189 bash[23633]: audit 2024-04-13T21:47:30.217599+0000 mon.a (mon.0) 548 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:32.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:32 smithi165 bash[21371]: cluster 2024-04-13T21:47:30.931313+0000 mgr.y (mgr.14152) 271 : cluster 0 pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:32.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:32 smithi165 bash[31269]: cluster 2024-04-13T21:47:30.931313+0000 mgr.y (mgr.14152) 271 : cluster 0 pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:32.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:32 smithi189 bash[23633]: cluster 2024-04-13T21:47:30.931313+0000 mgr.y (mgr.14152) 271 : cluster 0 pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:34.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:34 smithi165 bash[21371]: cluster 2024-04-13T21:47:32.931794+0000 mgr.y (mgr.14152) 272 : cluster 0 pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:34.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:34 smithi165 bash[31269]: cluster 2024-04-13T21:47:32.931794+0000 mgr.y (mgr.14152) 272 : cluster 0 pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:34.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:34 smithi189 bash[23633]: cluster 2024-04-13T21:47:32.931794+0000 mgr.y (mgr.14152) 272 : cluster 0 pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:36.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:36 smithi165 bash[21371]: cluster 2024-04-13T21:47:34.932373+0000 mgr.y (mgr.14152) 273 : cluster 0 pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:36.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:36 smithi165 bash[21371]: audit 2024-04-13T21:47:35.463764+0000 mon.a (mon.0) 549 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:36.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:36 smithi165 bash[21371]: audit 2024-04-13T21:47:35.473886+0000 mon.a (mon.0) 550 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:36.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:36 smithi165 bash[21371]: audit 2024-04-13T21:47:36.006854+0000 mon.a (mon.0) 551 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:47:36.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:36 smithi165 bash[21371]: audit 2024-04-13T21:47:36.009074+0000 mon.a (mon.0) 552 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:47:36.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:36 smithi165 bash[21371]: audit 2024-04-13T21:47:36.020072+0000 mon.a (mon.0) 553 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:36.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:36 smithi165 bash[31269]: cluster 2024-04-13T21:47:34.932373+0000 mgr.y (mgr.14152) 273 : cluster 0 pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:36.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:36 smithi165 bash[31269]: audit 2024-04-13T21:47:35.463764+0000 mon.a (mon.0) 549 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:36.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:36 smithi165 bash[31269]: audit 2024-04-13T21:47:35.473886+0000 mon.a (mon.0) 550 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:36.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:36 smithi165 bash[31269]: audit 2024-04-13T21:47:36.006854+0000 mon.a (mon.0) 551 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:47:36.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:36 smithi165 bash[31269]: audit 2024-04-13T21:47:36.009074+0000 mon.a (mon.0) 552 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:47:36.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:36 smithi165 bash[31269]: audit 2024-04-13T21:47:36.020072+0000 mon.a (mon.0) 553 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:36.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:36 smithi189 bash[23633]: cluster 2024-04-13T21:47:34.932373+0000 mgr.y (mgr.14152) 273 : cluster 0 pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:36.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:36 smithi189 bash[23633]: audit 2024-04-13T21:47:35.463764+0000 mon.a (mon.0) 549 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:36.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:36 smithi189 bash[23633]: audit 2024-04-13T21:47:35.473886+0000 mon.a (mon.0) 550 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:36.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:36 smithi189 bash[23633]: audit 2024-04-13T21:47:36.006854+0000 mon.a (mon.0) 551 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:47:36.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:36 smithi189 bash[23633]: audit 2024-04-13T21:47:36.009074+0000 mon.a (mon.0) 552 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:47:36.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:36 smithi189 bash[23633]: audit 2024-04-13T21:47:36.020072+0000 mon.a (mon.0) 553 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:37.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:37 smithi165 bash[21371]: audit 2024-04-13T21:47:36.460287+0000 mon.b (mon.1) 19 : audit 1 from='osd.6 [v2:172.21.15.189:6816/1129279025,v1:172.21.15.189:6817/1129279025]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-13T21:47:37.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:37 smithi165 bash[21371]: audit 2024-04-13T21:47:36.469019+0000 mon.a (mon.0) 554 : audit 1 from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-13T21:47:37.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:37 smithi165 bash[31269]: audit 2024-04-13T21:47:36.460287+0000 mon.b (mon.1) 19 : audit 1 from='osd.6 [v2:172.21.15.189:6816/1129279025,v1:172.21.15.189:6817/1129279025]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-13T21:47:37.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:37 smithi165 bash[31269]: audit 2024-04-13T21:47:36.469019+0000 mon.a (mon.0) 554 : audit 1 from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-13T21:47:37.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:37 smithi189 bash[23633]: audit 2024-04-13T21:47:36.460287+0000 mon.b (mon.1) 19 : audit 1 from='osd.6 [v2:172.21.15.189:6816/1129279025,v1:172.21.15.189:6817/1129279025]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-13T21:47:37.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:37 smithi189 bash[23633]: audit 2024-04-13T21:47:36.469019+0000 mon.a (mon.0) 554 : audit 1 from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-13T21:47:38.724 INFO:teuthology.orchestra.run.smithi189.stdout:Created osd(s) 6 on host 'smithi189' 2024-04-13T21:47:38.746 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:38 smithi189 bash[23633]: cluster 2024-04-13T21:47:36.932896+0000 mgr.y (mgr.14152) 274 : cluster 0 pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:38.746 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:38 smithi189 bash[23633]: audit 2024-04-13T21:47:37.478776+0000 mon.a (mon.0) 555 : audit 1 from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-13T21:47:38.746 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:38 smithi189 bash[23633]: cluster 2024-04-13T21:47:37.478922+0000 mon.a (mon.0) 556 : cluster 0 osdmap e45: 7 total, 6 up, 7 in 2024-04-13T21:47:38.746 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:38 smithi189 bash[23633]: audit 2024-04-13T21:47:37.479210+0000 mon.a (mon.0) 557 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T21:47:38.746 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:38 smithi189 bash[23633]: audit 2024-04-13T21:47:37.480281+0000 mon.a (mon.0) 558 : audit 1 from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-04-13T21:47:38.746 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:38 smithi189 bash[23633]: audit 2024-04-13T21:47:37.480517+0000 mon.b (mon.1) 20 : audit 1 from='osd.6 [v2:172.21.15.189:6816/1129279025,v1:172.21.15.189:6817/1129279025]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-04-13T21:47:38.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:38 smithi165 bash[21371]: cluster 2024-04-13T21:47:36.932896+0000 mgr.y (mgr.14152) 274 : cluster 0 pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:38.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:38 smithi165 bash[21371]: audit 2024-04-13T21:47:37.478776+0000 mon.a (mon.0) 555 : audit 1 from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-13T21:47:38.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:38 smithi165 bash[21371]: cluster 2024-04-13T21:47:37.478922+0000 mon.a (mon.0) 556 : cluster 0 osdmap e45: 7 total, 6 up, 7 in 2024-04-13T21:47:38.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:38 smithi165 bash[21371]: audit 2024-04-13T21:47:37.479210+0000 mon.a (mon.0) 557 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T21:47:38.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:38 smithi165 bash[21371]: audit 2024-04-13T21:47:37.480281+0000 mon.a (mon.0) 558 : audit 1 from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-04-13T21:47:38.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:38 smithi165 bash[21371]: audit 2024-04-13T21:47:37.480517+0000 mon.b (mon.1) 20 : audit 1 from='osd.6 [v2:172.21.15.189:6816/1129279025,v1:172.21.15.189:6817/1129279025]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-04-13T21:47:38.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:38 smithi165 bash[31269]: cluster 2024-04-13T21:47:36.932896+0000 mgr.y (mgr.14152) 274 : cluster 0 pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:38.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:38 smithi165 bash[31269]: audit 2024-04-13T21:47:37.478776+0000 mon.a (mon.0) 555 : audit 1 from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-13T21:47:38.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:38 smithi165 bash[31269]: cluster 2024-04-13T21:47:37.478922+0000 mon.a (mon.0) 556 : cluster 0 osdmap e45: 7 total, 6 up, 7 in 2024-04-13T21:47:38.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:38 smithi165 bash[31269]: audit 2024-04-13T21:47:37.479210+0000 mon.a (mon.0) 557 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T21:47:38.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:38 smithi165 bash[31269]: audit 2024-04-13T21:47:37.480281+0000 mon.a (mon.0) 558 : audit 1 from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-04-13T21:47:38.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:38 smithi165 bash[31269]: audit 2024-04-13T21:47:37.480517+0000 mon.b (mon.1) 20 : audit 1 from='osd.6 [v2:172.21.15.189:6816/1129279025,v1:172.21.15.189:6817/1129279025]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-04-13T21:47:39.350 DEBUG:teuthology.orchestra.run.smithi189:osd.6> sudo journalctl -f -n 0 -u ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@osd.6.service 2024-04-13T21:47:39.353 INFO:tasks.cephadm:Deploying osd.7 on smithi189 with /dev/vg_nvme/lv_1... 2024-04-13T21:47:39.354 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-13T21:47:39.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:39 smithi165 bash[21371]: cluster 2024-04-13T21:47:37.410911+0000 osd.6 (osd.6) 1 : cluster 0 purged_snaps scrub starts 2024-04-13T21:47:39.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:39 smithi165 bash[21371]: cluster 2024-04-13T21:47:37.411042+0000 osd.6 (osd.6) 2 : cluster 0 purged_snaps scrub ok 2024-04-13T21:47:39.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:39 smithi165 bash[21371]: audit 2024-04-13T21:47:38.481605+0000 mon.a (mon.0) 559 : audit 1 from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]': finished 2024-04-13T21:47:39.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:39 smithi165 bash[21371]: cluster 2024-04-13T21:47:38.481841+0000 mon.a (mon.0) 560 : cluster 0 osdmap e46: 7 total, 6 up, 7 in 2024-04-13T21:47:39.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:39 smithi165 bash[21371]: audit 2024-04-13T21:47:38.482605+0000 mon.a (mon.0) 561 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T21:47:39.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:39 smithi165 bash[21371]: audit 2024-04-13T21:47:38.493569+0000 mon.a (mon.0) 562 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T21:47:39.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:39 smithi165 bash[21371]: audit 2024-04-13T21:47:38.612444+0000 mon.a (mon.0) 563 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:47:39.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:39 smithi165 bash[21371]: audit 2024-04-13T21:47:38.633980+0000 mon.a (mon.0) 564 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:39.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:39 smithi165 bash[21371]: audit 2024-04-13T21:47:38.680613+0000 mon.a (mon.0) 565 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:39.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:39 smithi165 bash[21371]: audit 2024-04-13T21:47:38.989921+0000 mon.a (mon.0) 566 : audit 1 from='osd.6 ' entity='osd.6' 2024-04-13T21:47:39.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:39 smithi165 bash[31269]: cluster 2024-04-13T21:47:37.410911+0000 osd.6 (osd.6) 1 : cluster 0 purged_snaps scrub starts 2024-04-13T21:47:39.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:39 smithi165 bash[31269]: cluster 2024-04-13T21:47:37.411042+0000 osd.6 (osd.6) 2 : cluster 0 purged_snaps scrub ok 2024-04-13T21:47:39.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:39 smithi165 bash[31269]: audit 2024-04-13T21:47:38.481605+0000 mon.a (mon.0) 559 : audit 1 from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]': finished 2024-04-13T21:47:39.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:39 smithi165 bash[31269]: cluster 2024-04-13T21:47:38.481841+0000 mon.a (mon.0) 560 : cluster 0 osdmap e46: 7 total, 6 up, 7 in 2024-04-13T21:47:39.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:39 smithi165 bash[31269]: audit 2024-04-13T21:47:38.482605+0000 mon.a (mon.0) 561 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T21:47:39.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:39 smithi165 bash[31269]: audit 2024-04-13T21:47:38.493569+0000 mon.a (mon.0) 562 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T21:47:39.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:39 smithi165 bash[31269]: audit 2024-04-13T21:47:38.612444+0000 mon.a (mon.0) 563 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:47:39.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:39 smithi165 bash[31269]: audit 2024-04-13T21:47:38.633980+0000 mon.a (mon.0) 564 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:39.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:39 smithi165 bash[31269]: audit 2024-04-13T21:47:38.680613+0000 mon.a (mon.0) 565 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:39.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:39 smithi165 bash[31269]: audit 2024-04-13T21:47:38.989921+0000 mon.a (mon.0) 566 : audit 1 from='osd.6 ' entity='osd.6' 2024-04-13T21:47:39.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:39 smithi189 bash[23633]: cluster 2024-04-13T21:47:37.410911+0000 osd.6 (osd.6) 1 : cluster 0 purged_snaps scrub starts 2024-04-13T21:47:39.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:39 smithi189 bash[23633]: cluster 2024-04-13T21:47:37.411042+0000 osd.6 (osd.6) 2 : cluster 0 purged_snaps scrub ok 2024-04-13T21:47:39.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:39 smithi189 bash[23633]: audit 2024-04-13T21:47:38.481605+0000 mon.a (mon.0) 559 : audit 1 from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]': finished 2024-04-13T21:47:39.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:39 smithi189 bash[23633]: cluster 2024-04-13T21:47:38.481841+0000 mon.a (mon.0) 560 : cluster 0 osdmap e46: 7 total, 6 up, 7 in 2024-04-13T21:47:39.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:39 smithi189 bash[23633]: audit 2024-04-13T21:47:38.482605+0000 mon.a (mon.0) 561 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T21:47:39.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:39 smithi189 bash[23633]: audit 2024-04-13T21:47:38.493569+0000 mon.a (mon.0) 562 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T21:47:39.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:39 smithi189 bash[23633]: audit 2024-04-13T21:47:38.612444+0000 mon.a (mon.0) 563 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:47:39.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:39 smithi189 bash[23633]: audit 2024-04-13T21:47:38.633980+0000 mon.a (mon.0) 564 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:39.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:39 smithi189 bash[23633]: audit 2024-04-13T21:47:38.680613+0000 mon.a (mon.0) 565 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:39.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:39 smithi189 bash[23633]: audit 2024-04-13T21:47:38.989921+0000 mon.a (mon.0) 566 : audit 1 from='osd.6 ' entity='osd.6' 2024-04-13T21:47:40.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:40 smithi165 bash[21371]: cluster 2024-04-13T21:47:38.933438+0000 mgr.y (mgr.14152) 275 : cluster 0 pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:40.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:40 smithi165 bash[21371]: cluster 2024-04-13T21:47:39.494503+0000 mon.a (mon.0) 567 : cluster 1 osd.6 [v2:172.21.15.189:6816/1129279025,v1:172.21.15.189:6817/1129279025] boot 2024-04-13T21:47:40.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:40 smithi165 bash[21371]: cluster 2024-04-13T21:47:39.494611+0000 mon.a (mon.0) 568 : cluster 0 osdmap e47: 7 total, 7 up, 7 in 2024-04-13T21:47:40.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:40 smithi165 bash[21371]: audit 2024-04-13T21:47:39.495860+0000 mon.a (mon.0) 569 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T21:47:40.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:40 smithi165 bash[31269]: cluster 2024-04-13T21:47:38.933438+0000 mgr.y (mgr.14152) 275 : cluster 0 pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:40.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:40 smithi165 bash[31269]: cluster 2024-04-13T21:47:39.494503+0000 mon.a (mon.0) 567 : cluster 1 osd.6 [v2:172.21.15.189:6816/1129279025,v1:172.21.15.189:6817/1129279025] boot 2024-04-13T21:47:40.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:40 smithi165 bash[31269]: cluster 2024-04-13T21:47:39.494611+0000 mon.a (mon.0) 568 : cluster 0 osdmap e47: 7 total, 7 up, 7 in 2024-04-13T21:47:40.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:40 smithi165 bash[31269]: audit 2024-04-13T21:47:39.495860+0000 mon.a (mon.0) 569 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T21:47:40.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:40 smithi189 bash[23633]: cluster 2024-04-13T21:47:38.933438+0000 mgr.y (mgr.14152) 275 : cluster 0 pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-04-13T21:47:40.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:40 smithi189 bash[23633]: cluster 2024-04-13T21:47:39.494503+0000 mon.a (mon.0) 567 : cluster 1 osd.6 [v2:172.21.15.189:6816/1129279025,v1:172.21.15.189:6817/1129279025] boot 2024-04-13T21:47:40.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:40 smithi189 bash[23633]: cluster 2024-04-13T21:47:39.494611+0000 mon.a (mon.0) 568 : cluster 0 osdmap e47: 7 total, 7 up, 7 in 2024-04-13T21:47:40.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:40 smithi189 bash[23633]: audit 2024-04-13T21:47:39.495860+0000 mon.a (mon.0) 569 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T21:47:41.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:41 smithi165 bash[21371]: cluster 2024-04-13T21:47:40.514653+0000 mon.a (mon.0) 570 : cluster 0 osdmap e48: 7 total, 7 up, 7 in 2024-04-13T21:47:41.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:41 smithi165 bash[31269]: cluster 2024-04-13T21:47:40.514653+0000 mon.a (mon.0) 570 : cluster 0 osdmap e48: 7 total, 7 up, 7 in 2024-04-13T21:47:41.839 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:41 smithi189 bash[23633]: cluster 2024-04-13T21:47:40.514653+0000 mon.a (mon.0) 570 : cluster 0 osdmap e48: 7 total, 7 up, 7 in 2024-04-13T21:47:42.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:42 smithi165 bash[21371]: cluster 2024-04-13T21:47:40.933976+0000 mgr.y (mgr.14152) 276 : cluster 0 pgmap v257: 1 pgs: 1 remapped+peering; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:47:42.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:42 smithi165 bash[21371]: cluster 2024-04-13T21:47:41.517811+0000 mon.a (mon.0) 571 : cluster 0 osdmap e49: 7 total, 7 up, 7 in 2024-04-13T21:47:42.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:42 smithi165 bash[31269]: cluster 2024-04-13T21:47:40.933976+0000 mgr.y (mgr.14152) 276 : cluster 0 pgmap v257: 1 pgs: 1 remapped+peering; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:47:42.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:42 smithi165 bash[31269]: cluster 2024-04-13T21:47:41.517811+0000 mon.a (mon.0) 571 : cluster 0 osdmap e49: 7 total, 7 up, 7 in 2024-04-13T21:47:42.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:42 smithi189 bash[23633]: cluster 2024-04-13T21:47:40.933976+0000 mgr.y (mgr.14152) 276 : cluster 0 pgmap v257: 1 pgs: 1 remapped+peering; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:47:42.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:42 smithi189 bash[23633]: cluster 2024-04-13T21:47:41.517811+0000 mon.a (mon.0) 571 : cluster 0 osdmap e49: 7 total, 7 up, 7 in 2024-04-13T21:47:43.534 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.b/config 2024-04-13T21:47:43.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:43 smithi165 bash[31269]: cluster 2024-04-13T21:47:42.529846+0000 mon.a (mon.0) 572 : cluster 0 osdmap e50: 7 total, 7 up, 7 in 2024-04-13T21:47:43.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:43 smithi165 bash[21371]: cluster 2024-04-13T21:47:42.529846+0000 mon.a (mon.0) 572 : cluster 0 osdmap e50: 7 total, 7 up, 7 in 2024-04-13T21:47:43.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:43 smithi189 bash[23633]: cluster 2024-04-13T21:47:42.529846+0000 mon.a (mon.0) 572 : cluster 0 osdmap e50: 7 total, 7 up, 7 in 2024-04-13T21:47:44.777 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:44 smithi189 bash[23633]: cluster 2024-04-13T21:47:42.934508+0000 mgr.y (mgr.14152) 277 : cluster 0 pgmap v260: 1 pgs: 1 remapped+peering; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:47:44.778 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:44 smithi189 bash[23633]: cluster 2024-04-13T21:47:43.551474+0000 mon.a (mon.0) 573 : cluster 0 osdmap e51: 7 total, 7 up, 7 in 2024-04-13T21:47:44.809 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:44 smithi165 bash[21371]: cluster 2024-04-13T21:47:42.934508+0000 mgr.y (mgr.14152) 277 : cluster 0 pgmap v260: 1 pgs: 1 remapped+peering; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:47:44.809 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:44 smithi165 bash[21371]: cluster 2024-04-13T21:47:43.551474+0000 mon.a (mon.0) 573 : cluster 0 osdmap e51: 7 total, 7 up, 7 in 2024-04-13T21:47:44.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:44 smithi165 bash[31269]: cluster 2024-04-13T21:47:42.934508+0000 mgr.y (mgr.14152) 277 : cluster 0 pgmap v260: 1 pgs: 1 remapped+peering; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:47:44.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:44 smithi165 bash[31269]: cluster 2024-04-13T21:47:43.551474+0000 mon.a (mon.0) 573 : cluster 0 osdmap e51: 7 total, 7 up, 7 in 2024-04-13T21:47:46.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:46 smithi165 bash[21371]: cluster 2024-04-13T21:47:44.935096+0000 mgr.y (mgr.14152) 278 : cluster 0 pgmap v262: 1 pgs: 1 remapped+peering; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:47:46.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:46 smithi165 bash[31269]: cluster 2024-04-13T21:47:44.935096+0000 mgr.y (mgr.14152) 278 : cluster 0 pgmap v262: 1 pgs: 1 remapped+peering; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:47:46.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:46 smithi189 bash[23633]: cluster 2024-04-13T21:47:44.935096+0000 mgr.y (mgr.14152) 278 : cluster 0 pgmap v262: 1 pgs: 1 remapped+peering; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:47:47.316 INFO:teuthology.orchestra.run.smithi189.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-13T21:47:47.316 INFO:teuthology.orchestra.run.smithi189.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-13T21:47:47.316 INFO:teuthology.orchestra.run.smithi189.stderr: stderr: 10+0 records in 2024-04-13T21:47:47.316 INFO:teuthology.orchestra.run.smithi189.stderr:10+0 records out 2024-04-13T21:47:47.316 INFO:teuthology.orchestra.run.smithi189.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0132933 s, 789 MB/s 2024-04-13T21:47:47.316 INFO:teuthology.orchestra.run.smithi189.stderr:--> Zapping successful for: 2024-04-13T21:47:48.088 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph orch daemon add osd smithi189:vg_nvme/lv_1 2024-04-13T21:47:48.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:48 smithi165 bash[21371]: cluster 2024-04-13T21:47:46.935625+0000 mgr.y (mgr.14152) 279 : cluster 0 pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-13T21:47:48.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:48 smithi165 bash[21371]: audit 2024-04-13T21:47:48.518489+0000 mon.a (mon.0) 574 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:48.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:48 smithi165 bash[21371]: audit 2024-04-13T21:47:48.542171+0000 mon.a (mon.0) 575 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:48.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:48 smithi165 bash[21371]: audit 2024-04-13T21:47:48.545346+0000 mon.a (mon.0) 576 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:47:48.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:48 smithi165 bash[21371]: audit 2024-04-13T21:47:48.547134+0000 mon.a (mon.0) 577 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:47:48.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:48 smithi165 bash[21371]: audit 2024-04-13T21:47:48.548691+0000 mon.a (mon.0) 578 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:47:48.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:48 smithi165 bash[31269]: cluster 2024-04-13T21:47:46.935625+0000 mgr.y (mgr.14152) 279 : cluster 0 pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-13T21:47:48.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:48 smithi165 bash[31269]: audit 2024-04-13T21:47:48.518489+0000 mon.a (mon.0) 574 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:48.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:48 smithi165 bash[31269]: audit 2024-04-13T21:47:48.542171+0000 mon.a (mon.0) 575 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:48.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:48 smithi165 bash[31269]: audit 2024-04-13T21:47:48.545346+0000 mon.a (mon.0) 576 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:47:48.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:48 smithi165 bash[31269]: audit 2024-04-13T21:47:48.547134+0000 mon.a (mon.0) 577 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:47:48.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:48 smithi165 bash[31269]: audit 2024-04-13T21:47:48.548691+0000 mon.a (mon.0) 578 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:47:48.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:48 smithi189 bash[23633]: cluster 2024-04-13T21:47:46.935625+0000 mgr.y (mgr.14152) 279 : cluster 0 pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-13T21:47:48.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:48 smithi189 bash[23633]: audit 2024-04-13T21:47:48.518489+0000 mon.a (mon.0) 574 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:48.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:48 smithi189 bash[23633]: audit 2024-04-13T21:47:48.542171+0000 mon.a (mon.0) 575 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:48.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:48 smithi189 bash[23633]: audit 2024-04-13T21:47:48.545346+0000 mon.a (mon.0) 576 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:47:48.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:48 smithi189 bash[23633]: audit 2024-04-13T21:47:48.547134+0000 mon.a (mon.0) 577 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:47:48.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:48 smithi189 bash[23633]: audit 2024-04-13T21:47:48.548691+0000 mon.a (mon.0) 578 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:47:49.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:49 smithi165 bash[21371]: cephadm 2024-04-13T21:47:48.506909+0000 mgr.y (mgr.14152) 280 : cephadm 1 Detected new or changed devices on smithi189 2024-04-13T21:47:49.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:49 smithi165 bash[21371]: cephadm 2024-04-13T21:47:48.549936+0000 mgr.y (mgr.14152) 281 : cephadm 1 Adjusting osd_memory_target on smithi189 to 5755M 2024-04-13T21:47:49.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:49 smithi165 bash[21371]: audit 2024-04-13T21:47:48.571256+0000 mon.a (mon.0) 579 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:49.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:49 smithi165 bash[21371]: audit 2024-04-13T21:47:48.572901+0000 mon.a (mon.0) 580 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:47:49.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:49 smithi165 bash[21371]: audit 2024-04-13T21:47:48.574014+0000 mon.a (mon.0) 581 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:47:49.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:49 smithi165 bash[21371]: audit 2024-04-13T21:47:48.585395+0000 mon.a (mon.0) 582 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:49.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:49 smithi165 bash[31269]: cephadm 2024-04-13T21:47:48.506909+0000 mgr.y (mgr.14152) 280 : cephadm 1 Detected new or changed devices on smithi189 2024-04-13T21:47:49.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:49 smithi165 bash[31269]: cephadm 2024-04-13T21:47:48.549936+0000 mgr.y (mgr.14152) 281 : cephadm 1 Adjusting osd_memory_target on smithi189 to 5755M 2024-04-13T21:47:49.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:49 smithi165 bash[31269]: audit 2024-04-13T21:47:48.571256+0000 mon.a (mon.0) 579 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:49.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:49 smithi165 bash[31269]: audit 2024-04-13T21:47:48.572901+0000 mon.a (mon.0) 580 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:47:49.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:49 smithi165 bash[31269]: audit 2024-04-13T21:47:48.574014+0000 mon.a (mon.0) 581 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:47:49.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:49 smithi165 bash[31269]: audit 2024-04-13T21:47:48.585395+0000 mon.a (mon.0) 582 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:49.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:49 smithi189 bash[23633]: cephadm 2024-04-13T21:47:48.506909+0000 mgr.y (mgr.14152) 280 : cephadm 1 Detected new or changed devices on smithi189 2024-04-13T21:47:49.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:49 smithi189 bash[23633]: cephadm 2024-04-13T21:47:48.549936+0000 mgr.y (mgr.14152) 281 : cephadm 1 Adjusting osd_memory_target on smithi189 to 5755M 2024-04-13T21:47:49.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:49 smithi189 bash[23633]: audit 2024-04-13T21:47:48.571256+0000 mon.a (mon.0) 579 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:49.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:49 smithi189 bash[23633]: audit 2024-04-13T21:47:48.572901+0000 mon.a (mon.0) 580 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:47:49.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:49 smithi189 bash[23633]: audit 2024-04-13T21:47:48.574014+0000 mon.a (mon.0) 581 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:47:49.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:49 smithi189 bash[23633]: audit 2024-04-13T21:47:48.585395+0000 mon.a (mon.0) 582 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:47:50.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:50 smithi189 bash[23633]: cluster 2024-04-13T21:47:48.936221+0000 mgr.y (mgr.14152) 282 : cluster 0 pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-04-13T21:47:51.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:50 smithi165 bash[31269]: cluster 2024-04-13T21:47:48.936221+0000 mgr.y (mgr.14152) 282 : cluster 0 pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-04-13T21:47:51.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:50 smithi165 bash[21371]: cluster 2024-04-13T21:47:48.936221+0000 mgr.y (mgr.14152) 282 : cluster 0 pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-04-13T21:47:52.781 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.b/config 2024-04-13T21:47:52.839 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:52 smithi189 bash[23633]: cluster 2024-04-13T21:47:50.936872+0000 mgr.y (mgr.14152) 283 : cluster 0 pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-04-13T21:47:53.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:52 smithi165 bash[21371]: cluster 2024-04-13T21:47:50.936872+0000 mgr.y (mgr.14152) 283 : cluster 0 pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-04-13T21:47:53.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:52 smithi165 bash[31269]: cluster 2024-04-13T21:47:50.936872+0000 mgr.y (mgr.14152) 283 : cluster 0 pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-04-13T21:47:54.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:54 smithi189 bash[23633]: cluster 2024-04-13T21:47:52.937417+0000 mgr.y (mgr.14152) 284 : cluster 0 pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-13T21:47:55.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:54 smithi165 bash[21371]: cluster 2024-04-13T21:47:52.937417+0000 mgr.y (mgr.14152) 284 : cluster 0 pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-13T21:47:55.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:54 smithi165 bash[31269]: cluster 2024-04-13T21:47:52.937417+0000 mgr.y (mgr.14152) 284 : cluster 0 pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-13T21:47:56.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:55 smithi165 bash[21371]: audit 2024-04-13T21:47:55.301121+0000 mon.a (mon.0) 583 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T21:47:56.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:55 smithi165 bash[21371]: audit 2024-04-13T21:47:55.307663+0000 mon.a (mon.0) 584 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T21:47:56.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:55 smithi165 bash[21371]: audit 2024-04-13T21:47:55.309666+0000 mon.a (mon.0) 585 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:47:56.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:55 smithi165 bash[31269]: audit 2024-04-13T21:47:55.301121+0000 mon.a (mon.0) 583 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T21:47:56.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:55 smithi165 bash[31269]: audit 2024-04-13T21:47:55.307663+0000 mon.a (mon.0) 584 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T21:47:56.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:55 smithi165 bash[31269]: audit 2024-04-13T21:47:55.309666+0000 mon.a (mon.0) 585 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:47:56.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:55 smithi189 bash[23633]: audit 2024-04-13T21:47:55.301121+0000 mon.a (mon.0) 583 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-13T21:47:56.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:55 smithi189 bash[23633]: audit 2024-04-13T21:47:55.307663+0000 mon.a (mon.0) 584 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-13T21:47:56.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:55 smithi189 bash[23633]: audit 2024-04-13T21:47:55.309666+0000 mon.a (mon.0) 585 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:47:57.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:56 smithi165 bash[21371]: cluster 2024-04-13T21:47:54.937964+0000 mgr.y (mgr.14152) 285 : cluster 0 pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-04-13T21:47:57.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:56 smithi165 bash[21371]: audit 2024-04-13T21:47:55.294030+0000 mgr.y (mgr.14152) 286 : audit 0 from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi189:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:47:57.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:56 smithi165 bash[31269]: cluster 2024-04-13T21:47:54.937964+0000 mgr.y (mgr.14152) 285 : cluster 0 pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-04-13T21:47:57.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:56 smithi165 bash[31269]: audit 2024-04-13T21:47:55.294030+0000 mgr.y (mgr.14152) 286 : audit 0 from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi189:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:47:57.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:56 smithi189 bash[23633]: cluster 2024-04-13T21:47:54.937964+0000 mgr.y (mgr.14152) 285 : cluster 0 pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-04-13T21:47:57.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:56 smithi189 bash[23633]: audit 2024-04-13T21:47:55.294030+0000 mgr.y (mgr.14152) 286 : audit 0 from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi189:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:47:59.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:47:58 smithi165 bash[31269]: cluster 2024-04-13T21:47:56.938540+0000 mgr.y (mgr.14152) 287 : cluster 0 pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-13T21:47:59.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:47:58 smithi165 bash[21371]: cluster 2024-04-13T21:47:56.938540+0000 mgr.y (mgr.14152) 287 : cluster 0 pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-13T21:47:59.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:47:58 smithi189 bash[23633]: cluster 2024-04-13T21:47:56.938540+0000 mgr.y (mgr.14152) 287 : cluster 0 pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-13T21:48:00.898 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:00 smithi189 bash[23633]: cluster 2024-04-13T21:47:58.939203+0000 mgr.y (mgr.14152) 288 : cluster 0 pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:01.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:00 smithi165 bash[21371]: cluster 2024-04-13T21:47:58.939203+0000 mgr.y (mgr.14152) 288 : cluster 0 pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:01.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:00 smithi165 bash[31269]: cluster 2024-04-13T21:47:58.939203+0000 mgr.y (mgr.14152) 288 : cluster 0 pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:03.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:02 smithi165 bash[31269]: cluster 2024-04-13T21:48:00.939822+0000 mgr.y (mgr.14152) 289 : cluster 0 pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:03.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:02 smithi165 bash[21371]: cluster 2024-04-13T21:48:00.939822+0000 mgr.y (mgr.14152) 289 : cluster 0 pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:03.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:02 smithi189 bash[23633]: cluster 2024-04-13T21:48:00.939822+0000 mgr.y (mgr.14152) 289 : cluster 0 pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:04.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:03 smithi165 bash[31269]: audit 2024-04-13T21:48:03.233052+0000 mon.b (mon.1) 21 : audit 1 from='client.? 172.21.15.189:0/3234419174' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d34424f8-3ab3-4331-9e53-83a0e3b5549c"}]: dispatch 2024-04-13T21:48:04.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:03 smithi165 bash[31269]: audit 2024-04-13T21:48:03.233339+0000 mon.a (mon.0) 586 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d34424f8-3ab3-4331-9e53-83a0e3b5549c"}]: dispatch 2024-04-13T21:48:04.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:03 smithi165 bash[31269]: audit 2024-04-13T21:48:03.244551+0000 mon.a (mon.0) 587 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d34424f8-3ab3-4331-9e53-83a0e3b5549c"}]': finished 2024-04-13T21:48:04.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:03 smithi165 bash[31269]: cluster 2024-04-13T21:48:03.244731+0000 mon.a (mon.0) 588 : cluster 0 osdmap e52: 8 total, 7 up, 8 in 2024-04-13T21:48:04.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:03 smithi165 bash[31269]: audit 2024-04-13T21:48:03.245046+0000 mon.a (mon.0) 589 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T21:48:04.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:03 smithi165 bash[21371]: audit 2024-04-13T21:48:03.233052+0000 mon.b (mon.1) 21 : audit 1 from='client.? 172.21.15.189:0/3234419174' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d34424f8-3ab3-4331-9e53-83a0e3b5549c"}]: dispatch 2024-04-13T21:48:04.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:03 smithi165 bash[21371]: audit 2024-04-13T21:48:03.233339+0000 mon.a (mon.0) 586 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d34424f8-3ab3-4331-9e53-83a0e3b5549c"}]: dispatch 2024-04-13T21:48:04.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:03 smithi165 bash[21371]: audit 2024-04-13T21:48:03.244551+0000 mon.a (mon.0) 587 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d34424f8-3ab3-4331-9e53-83a0e3b5549c"}]': finished 2024-04-13T21:48:04.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:03 smithi165 bash[21371]: cluster 2024-04-13T21:48:03.244731+0000 mon.a (mon.0) 588 : cluster 0 osdmap e52: 8 total, 7 up, 8 in 2024-04-13T21:48:04.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:03 smithi165 bash[21371]: audit 2024-04-13T21:48:03.245046+0000 mon.a (mon.0) 589 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T21:48:04.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:03 smithi189 bash[23633]: audit 2024-04-13T21:48:03.233052+0000 mon.b (mon.1) 21 : audit 1 from='client.? 172.21.15.189:0/3234419174' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d34424f8-3ab3-4331-9e53-83a0e3b5549c"}]: dispatch 2024-04-13T21:48:04.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:03 smithi189 bash[23633]: audit 2024-04-13T21:48:03.233339+0000 mon.a (mon.0) 586 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d34424f8-3ab3-4331-9e53-83a0e3b5549c"}]: dispatch 2024-04-13T21:48:04.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:03 smithi189 bash[23633]: audit 2024-04-13T21:48:03.244551+0000 mon.a (mon.0) 587 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d34424f8-3ab3-4331-9e53-83a0e3b5549c"}]': finished 2024-04-13T21:48:04.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:03 smithi189 bash[23633]: cluster 2024-04-13T21:48:03.244731+0000 mon.a (mon.0) 588 : cluster 0 osdmap e52: 8 total, 7 up, 8 in 2024-04-13T21:48:04.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:03 smithi189 bash[23633]: audit 2024-04-13T21:48:03.245046+0000 mon.a (mon.0) 589 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T21:48:05.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:04 smithi165 bash[31269]: cluster 2024-04-13T21:48:02.940390+0000 mgr.y (mgr.14152) 290 : cluster 0 pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:05.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:04 smithi165 bash[31269]: audit 2024-04-13T21:48:03.942060+0000 mon.b (mon.1) 22 : audit 0 from='client.? 172.21.15.189:0/3411687672' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T21:48:05.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:04 smithi165 bash[21371]: cluster 2024-04-13T21:48:02.940390+0000 mgr.y (mgr.14152) 290 : cluster 0 pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:05.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:04 smithi165 bash[21371]: audit 2024-04-13T21:48:03.942060+0000 mon.b (mon.1) 22 : audit 0 from='client.? 172.21.15.189:0/3411687672' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T21:48:05.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:04 smithi189 bash[23633]: cluster 2024-04-13T21:48:02.940390+0000 mgr.y (mgr.14152) 290 : cluster 0 pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:05.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:04 smithi189 bash[23633]: audit 2024-04-13T21:48:03.942060+0000 mon.b (mon.1) 22 : audit 0 from='client.? 172.21.15.189:0/3411687672' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-13T21:48:06.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:06 smithi189 bash[23633]: cluster 2024-04-13T21:48:04.941009+0000 mgr.y (mgr.14152) 291 : cluster 0 pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:07.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:06 smithi165 bash[31269]: cluster 2024-04-13T21:48:04.941009+0000 mgr.y (mgr.14152) 291 : cluster 0 pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:07.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:06 smithi165 bash[21371]: cluster 2024-04-13T21:48:04.941009+0000 mgr.y (mgr.14152) 291 : cluster 0 pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:09.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:08 smithi165 bash[31269]: cluster 2024-04-13T21:48:06.941662+0000 mgr.y (mgr.14152) 292 : cluster 0 pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:09.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:08 smithi165 bash[21371]: cluster 2024-04-13T21:48:06.941662+0000 mgr.y (mgr.14152) 292 : cluster 0 pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:09.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:08 smithi189 bash[23633]: cluster 2024-04-13T21:48:06.941662+0000 mgr.y (mgr.14152) 292 : cluster 0 pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:11.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:10 smithi165 bash[31269]: cluster 2024-04-13T21:48:08.942249+0000 mgr.y (mgr.14152) 293 : cluster 0 pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:11.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:10 smithi165 bash[21371]: cluster 2024-04-13T21:48:08.942249+0000 mgr.y (mgr.14152) 293 : cluster 0 pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:11.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:10 smithi189 bash[23633]: cluster 2024-04-13T21:48:08.942249+0000 mgr.y (mgr.14152) 293 : cluster 0 pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:13.033 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:12 smithi189 bash[23633]: cluster 2024-04-13T21:48:10.942845+0000 mgr.y (mgr.14152) 294 : cluster 0 pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:13.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:12 smithi165 bash[31269]: cluster 2024-04-13T21:48:10.942845+0000 mgr.y (mgr.14152) 294 : cluster 0 pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:13.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:12 smithi165 bash[21371]: cluster 2024-04-13T21:48:10.942845+0000 mgr.y (mgr.14152) 294 : cluster 0 pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:15.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:14 smithi165 bash[31269]: cluster 2024-04-13T21:48:12.943381+0000 mgr.y (mgr.14152) 295 : cluster 0 pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:15.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:14 smithi165 bash[21371]: cluster 2024-04-13T21:48:12.943381+0000 mgr.y (mgr.14152) 295 : cluster 0 pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:15.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:14 smithi189 bash[23633]: cluster 2024-04-13T21:48:12.943381+0000 mgr.y (mgr.14152) 295 : cluster 0 pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:15.839 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:15 smithi189 bash[23633]: audit 2024-04-13T21:48:15.264018+0000 mon.a (mon.0) 590 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-13T21:48:15.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:15 smithi189 bash[23633]: audit 2024-04-13T21:48:15.265680+0000 mon.a (mon.0) 591 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:48:16.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:15 smithi165 bash[31269]: audit 2024-04-13T21:48:15.264018+0000 mon.a (mon.0) 590 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-13T21:48:16.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:15 smithi165 bash[31269]: audit 2024-04-13T21:48:15.265680+0000 mon.a (mon.0) 591 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:48:16.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:15 smithi165 bash[21371]: audit 2024-04-13T21:48:15.264018+0000 mon.a (mon.0) 590 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-13T21:48:16.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:15 smithi165 bash[21371]: audit 2024-04-13T21:48:15.265680+0000 mon.a (mon.0) 591 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:48:17.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:16 smithi165 bash[31269]: cluster 2024-04-13T21:48:14.944031+0000 mgr.y (mgr.14152) 296 : cluster 0 pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:17.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:16 smithi165 bash[31269]: cephadm 2024-04-13T21:48:15.267186+0000 mgr.y (mgr.14152) 297 : cephadm 1 Deploying daemon osd.7 on smithi189 2024-04-13T21:48:17.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:16 smithi165 bash[21371]: cluster 2024-04-13T21:48:14.944031+0000 mgr.y (mgr.14152) 296 : cluster 0 pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:17.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:16 smithi165 bash[21371]: cephadm 2024-04-13T21:48:15.267186+0000 mgr.y (mgr.14152) 297 : cephadm 1 Deploying daemon osd.7 on smithi189 2024-04-13T21:48:17.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:16 smithi189 bash[23633]: cluster 2024-04-13T21:48:14.944031+0000 mgr.y (mgr.14152) 296 : cluster 0 pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:17.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:16 smithi189 bash[23633]: cephadm 2024-04-13T21:48:15.267186+0000 mgr.y (mgr.14152) 297 : cephadm 1 Deploying daemon osd.7 on smithi189 2024-04-13T21:48:18.925 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:18 smithi189 bash[23633]: cluster 2024-04-13T21:48:16.944625+0000 mgr.y (mgr.14152) 298 : cluster 0 pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:19.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:18 smithi165 bash[31269]: cluster 2024-04-13T21:48:16.944625+0000 mgr.y (mgr.14152) 298 : cluster 0 pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:19.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:18 smithi165 bash[21371]: cluster 2024-04-13T21:48:16.944625+0000 mgr.y (mgr.14152) 298 : cluster 0 pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:19.177 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:48:19 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:48:19.177 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 21:48:19 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:48:19.178 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 21:48:19 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:48:19.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:19 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:48:19.178 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 21:48:19 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:48:19.589 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:19 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:48:19.590 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 21:48:19 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:48:19.590 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:48:19 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:48:19.590 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 21:48:19 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:48:19.591 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 21:48:19 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:48:20.589 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:20 smithi189 bash[23633]: cluster 2024-04-13T21:48:18.945198+0000 mgr.y (mgr.14152) 299 : cluster 0 pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:20.589 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:20 smithi189 bash[23633]: audit 2024-04-13T21:48:19.419423+0000 mon.a (mon.0) 592 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:48:20.589 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:20 smithi189 bash[23633]: audit 2024-04-13T21:48:19.430844+0000 mon.a (mon.0) 593 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:48:20.590 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:20 smithi189 bash[23633]: audit 2024-04-13T21:48:19.450227+0000 mon.a (mon.0) 594 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:48:20.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:20 smithi165 bash[31269]: cluster 2024-04-13T21:48:18.945198+0000 mgr.y (mgr.14152) 299 : cluster 0 pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:20.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:20 smithi165 bash[31269]: audit 2024-04-13T21:48:19.419423+0000 mon.a (mon.0) 592 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:48:20.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:20 smithi165 bash[31269]: audit 2024-04-13T21:48:19.430844+0000 mon.a (mon.0) 593 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:48:20.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:20 smithi165 bash[31269]: audit 2024-04-13T21:48:19.450227+0000 mon.a (mon.0) 594 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:48:20.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:20 smithi165 bash[21371]: cluster 2024-04-13T21:48:18.945198+0000 mgr.y (mgr.14152) 299 : cluster 0 pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:20.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:20 smithi165 bash[21371]: audit 2024-04-13T21:48:19.419423+0000 mon.a (mon.0) 592 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:48:20.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:20 smithi165 bash[21371]: audit 2024-04-13T21:48:19.430844+0000 mon.a (mon.0) 593 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:48:20.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:20 smithi165 bash[21371]: audit 2024-04-13T21:48:19.450227+0000 mon.a (mon.0) 594 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:48:22.786 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:22 smithi189 bash[23633]: cluster 2024-04-13T21:48:20.945721+0000 mgr.y (mgr.14152) 300 : cluster 0 pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:22.809 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:22 smithi165 bash[21371]: cluster 2024-04-13T21:48:20.945721+0000 mgr.y (mgr.14152) 300 : cluster 0 pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:22.809 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:22 smithi165 bash[31269]: cluster 2024-04-13T21:48:20.945721+0000 mgr.y (mgr.14152) 300 : cluster 0 pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:24.589 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:24 smithi189 bash[23633]: cluster 2024-04-13T21:48:22.946209+0000 mgr.y (mgr.14152) 301 : cluster 0 pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:24.809 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:24 smithi165 bash[31269]: cluster 2024-04-13T21:48:22.946209+0000 mgr.y (mgr.14152) 301 : cluster 0 pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:24.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:24 smithi165 bash[21371]: cluster 2024-04-13T21:48:22.946209+0000 mgr.y (mgr.14152) 301 : cluster 0 pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:25.839 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:25 smithi189 bash[23633]: audit 2024-04-13T21:48:24.643189+0000 mon.a (mon.0) 595 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:48:25.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:25 smithi189 bash[23633]: audit 2024-04-13T21:48:24.653543+0000 mon.a (mon.0) 596 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:48:25.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:25 smithi189 bash[23633]: audit 2024-04-13T21:48:24.655753+0000 mon.a (mon.0) 597 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:48:25.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:25 smithi189 bash[23633]: audit 2024-04-13T21:48:24.657511+0000 mon.a (mon.0) 598 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:48:25.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:25 smithi189 bash[23633]: audit 2024-04-13T21:48:24.668078+0000 mon.a (mon.0) 599 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:48:26.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:25 smithi165 bash[21371]: audit 2024-04-13T21:48:24.643189+0000 mon.a (mon.0) 595 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:48:26.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:25 smithi165 bash[21371]: audit 2024-04-13T21:48:24.653543+0000 mon.a (mon.0) 596 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:48:26.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:25 smithi165 bash[21371]: audit 2024-04-13T21:48:24.655753+0000 mon.a (mon.0) 597 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:48:26.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:25 smithi165 bash[21371]: audit 2024-04-13T21:48:24.657511+0000 mon.a (mon.0) 598 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:48:26.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:25 smithi165 bash[21371]: audit 2024-04-13T21:48:24.668078+0000 mon.a (mon.0) 599 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:48:26.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:25 smithi165 bash[31269]: audit 2024-04-13T21:48:24.643189+0000 mon.a (mon.0) 595 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:48:26.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:25 smithi165 bash[31269]: audit 2024-04-13T21:48:24.653543+0000 mon.a (mon.0) 596 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:48:26.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:25 smithi165 bash[31269]: audit 2024-04-13T21:48:24.655753+0000 mon.a (mon.0) 597 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:48:26.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:25 smithi165 bash[31269]: audit 2024-04-13T21:48:24.657511+0000 mon.a (mon.0) 598 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:48:26.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:25 smithi165 bash[31269]: audit 2024-04-13T21:48:24.668078+0000 mon.a (mon.0) 599 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:48:27.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:26 smithi165 bash[31269]: cluster 2024-04-13T21:48:24.946727+0000 mgr.y (mgr.14152) 302 : cluster 0 pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:27.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:26 smithi165 bash[31269]: audit 2024-04-13T21:48:25.811500+0000 mon.a (mon.0) 600 : audit 1 from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-13T21:48:27.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:26 smithi165 bash[31269]: audit 2024-04-13T21:48:25.811829+0000 mon.b (mon.1) 23 : audit 1 from='osd.7 [v2:172.21.15.189:6824/2854073429,v1:172.21.15.189:6825/2854073429]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-13T21:48:27.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:26 smithi165 bash[21371]: cluster 2024-04-13T21:48:24.946727+0000 mgr.y (mgr.14152) 302 : cluster 0 pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:27.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:26 smithi165 bash[21371]: audit 2024-04-13T21:48:25.811500+0000 mon.a (mon.0) 600 : audit 1 from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-13T21:48:27.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:26 smithi165 bash[21371]: audit 2024-04-13T21:48:25.811829+0000 mon.b (mon.1) 23 : audit 1 from='osd.7 [v2:172.21.15.189:6824/2854073429,v1:172.21.15.189:6825/2854073429]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-13T21:48:27.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:26 smithi189 bash[23633]: cluster 2024-04-13T21:48:24.946727+0000 mgr.y (mgr.14152) 302 : cluster 0 pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:27.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:26 smithi189 bash[23633]: audit 2024-04-13T21:48:25.811500+0000 mon.a (mon.0) 600 : audit 1 from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-13T21:48:27.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:26 smithi189 bash[23633]: audit 2024-04-13T21:48:25.811829+0000 mon.b (mon.1) 23 : audit 1 from='osd.7 [v2:172.21.15.189:6824/2854073429,v1:172.21.15.189:6825/2854073429]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-13T21:48:28.007 INFO:teuthology.orchestra.run.smithi189.stdout:Created osd(s) 7 on host 'smithi189' 2024-04-13T21:48:28.027 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:27 smithi189 bash[23633]: audit 2024-04-13T21:48:26.689877+0000 mon.a (mon.0) 601 : audit 1 from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-13T21:48:28.027 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:27 smithi189 bash[23633]: cluster 2024-04-13T21:48:26.690174+0000 mon.a (mon.0) 602 : cluster 0 osdmap e53: 8 total, 7 up, 8 in 2024-04-13T21:48:28.028 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:27 smithi189 bash[23633]: audit 2024-04-13T21:48:26.690431+0000 mon.a (mon.0) 603 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T21:48:28.028 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:27 smithi189 bash[23633]: audit 2024-04-13T21:48:26.692199+0000 mon.a (mon.0) 604 : audit 1 from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-04-13T21:48:28.028 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:27 smithi189 bash[23633]: audit 2024-04-13T21:48:26.692331+0000 mon.b (mon.1) 24 : audit 1 from='osd.7 [v2:172.21.15.189:6824/2854073429,v1:172.21.15.189:6825/2854073429]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-04-13T21:48:28.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:27 smithi165 bash[21371]: audit 2024-04-13T21:48:26.689877+0000 mon.a (mon.0) 601 : audit 1 from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-13T21:48:28.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:27 smithi165 bash[21371]: cluster 2024-04-13T21:48:26.690174+0000 mon.a (mon.0) 602 : cluster 0 osdmap e53: 8 total, 7 up, 8 in 2024-04-13T21:48:28.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:27 smithi165 bash[21371]: audit 2024-04-13T21:48:26.690431+0000 mon.a (mon.0) 603 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T21:48:28.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:27 smithi165 bash[21371]: audit 2024-04-13T21:48:26.692199+0000 mon.a (mon.0) 604 : audit 1 from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-04-13T21:48:28.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:27 smithi165 bash[21371]: audit 2024-04-13T21:48:26.692331+0000 mon.b (mon.1) 24 : audit 1 from='osd.7 [v2:172.21.15.189:6824/2854073429,v1:172.21.15.189:6825/2854073429]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-04-13T21:48:28.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:27 smithi165 bash[31269]: audit 2024-04-13T21:48:26.689877+0000 mon.a (mon.0) 601 : audit 1 from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-13T21:48:28.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:27 smithi165 bash[31269]: cluster 2024-04-13T21:48:26.690174+0000 mon.a (mon.0) 602 : cluster 0 osdmap e53: 8 total, 7 up, 8 in 2024-04-13T21:48:28.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:27 smithi165 bash[31269]: audit 2024-04-13T21:48:26.690431+0000 mon.a (mon.0) 603 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T21:48:28.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:27 smithi165 bash[31269]: audit 2024-04-13T21:48:26.692199+0000 mon.a (mon.0) 604 : audit 1 from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-04-13T21:48:28.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:27 smithi165 bash[31269]: audit 2024-04-13T21:48:26.692331+0000 mon.b (mon.1) 24 : audit 1 from='osd.7 [v2:172.21.15.189:6824/2854073429,v1:172.21.15.189:6825/2854073429]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-04-13T21:48:28.668 DEBUG:teuthology.orchestra.run.smithi189:osd.7> sudo journalctl -f -n 0 -u ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@osd.7.service 2024-04-13T21:48:28.671 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-04-13T21:48:28.671 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph osd stat -f json 2024-04-13T21:48:29.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:28 smithi165 bash[21371]: cluster 2024-04-13T21:48:26.947330+0000 mgr.y (mgr.14152) 303 : cluster 0 pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:29.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:28 smithi165 bash[21371]: audit 2024-04-13T21:48:27.692154+0000 mon.a (mon.0) 605 : audit 1 from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]': finished 2024-04-13T21:48:29.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:28 smithi165 bash[21371]: cluster 2024-04-13T21:48:27.692418+0000 mon.a (mon.0) 606 : cluster 0 osdmap e54: 8 total, 7 up, 8 in 2024-04-13T21:48:29.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:28 smithi165 bash[21371]: audit 2024-04-13T21:48:27.693140+0000 mon.a (mon.0) 607 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T21:48:29.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:28 smithi165 bash[21371]: audit 2024-04-13T21:48:27.702291+0000 mon.a (mon.0) 608 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T21:48:29.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:28 smithi165 bash[21371]: audit 2024-04-13T21:48:27.914096+0000 mon.a (mon.0) 609 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:48:29.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:28 smithi165 bash[21371]: audit 2024-04-13T21:48:27.929108+0000 mon.a (mon.0) 610 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:48:29.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:28 smithi165 bash[21371]: audit 2024-04-13T21:48:27.976191+0000 mon.a (mon.0) 611 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:48:29.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:28 smithi165 bash[21371]: audit 2024-04-13T21:48:28.191143+0000 mon.a (mon.0) 612 : audit 1 from='osd.7 ' entity='osd.7' 2024-04-13T21:48:29.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:28 smithi165 bash[31269]: cluster 2024-04-13T21:48:26.947330+0000 mgr.y (mgr.14152) 303 : cluster 0 pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:29.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:28 smithi165 bash[31269]: audit 2024-04-13T21:48:27.692154+0000 mon.a (mon.0) 605 : audit 1 from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]': finished 2024-04-13T21:48:29.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:28 smithi165 bash[31269]: cluster 2024-04-13T21:48:27.692418+0000 mon.a (mon.0) 606 : cluster 0 osdmap e54: 8 total, 7 up, 8 in 2024-04-13T21:48:29.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:28 smithi165 bash[31269]: audit 2024-04-13T21:48:27.693140+0000 mon.a (mon.0) 607 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T21:48:29.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:28 smithi165 bash[31269]: audit 2024-04-13T21:48:27.702291+0000 mon.a (mon.0) 608 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T21:48:29.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:28 smithi165 bash[31269]: audit 2024-04-13T21:48:27.914096+0000 mon.a (mon.0) 609 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:48:29.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:28 smithi165 bash[31269]: audit 2024-04-13T21:48:27.929108+0000 mon.a (mon.0) 610 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:48:29.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:28 smithi165 bash[31269]: audit 2024-04-13T21:48:27.976191+0000 mon.a (mon.0) 611 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:48:29.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:28 smithi165 bash[31269]: audit 2024-04-13T21:48:28.191143+0000 mon.a (mon.0) 612 : audit 1 from='osd.7 ' entity='osd.7' 2024-04-13T21:48:29.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:28 smithi189 bash[23633]: cluster 2024-04-13T21:48:26.947330+0000 mgr.y (mgr.14152) 303 : cluster 0 pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-04-13T21:48:29.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:28 smithi189 bash[23633]: audit 2024-04-13T21:48:27.692154+0000 mon.a (mon.0) 605 : audit 1 from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]': finished 2024-04-13T21:48:29.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:28 smithi189 bash[23633]: cluster 2024-04-13T21:48:27.692418+0000 mon.a (mon.0) 606 : cluster 0 osdmap e54: 8 total, 7 up, 8 in 2024-04-13T21:48:29.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:28 smithi189 bash[23633]: audit 2024-04-13T21:48:27.693140+0000 mon.a (mon.0) 607 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T21:48:29.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:28 smithi189 bash[23633]: audit 2024-04-13T21:48:27.702291+0000 mon.a (mon.0) 608 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T21:48:29.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:28 smithi189 bash[23633]: audit 2024-04-13T21:48:27.914096+0000 mon.a (mon.0) 609 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:48:29.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:28 smithi189 bash[23633]: audit 2024-04-13T21:48:27.929108+0000 mon.a (mon.0) 610 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:48:29.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:28 smithi189 bash[23633]: audit 2024-04-13T21:48:27.976191+0000 mon.a (mon.0) 611 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:48:29.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:28 smithi189 bash[23633]: audit 2024-04-13T21:48:28.191143+0000 mon.a (mon.0) 612 : audit 1 from='osd.7 ' entity='osd.7' 2024-04-13T21:48:30.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:29 smithi165 bash[31269]: cluster 2024-04-13T21:48:26.772281+0000 osd.7 (osd.7) 1 : cluster 0 purged_snaps scrub starts 2024-04-13T21:48:30.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:29 smithi165 bash[31269]: cluster 2024-04-13T21:48:26.772384+0000 osd.7 (osd.7) 2 : cluster 0 purged_snaps scrub ok 2024-04-13T21:48:30.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:29 smithi165 bash[31269]: cluster 2024-04-13T21:48:28.694110+0000 mon.a (mon.0) 613 : cluster 1 osd.7 [v2:172.21.15.189:6824/2854073429,v1:172.21.15.189:6825/2854073429] boot 2024-04-13T21:48:30.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:29 smithi165 bash[31269]: cluster 2024-04-13T21:48:28.694238+0000 mon.a (mon.0) 614 : cluster 0 osdmap e55: 8 total, 8 up, 8 in 2024-04-13T21:48:30.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:29 smithi165 bash[31269]: audit 2024-04-13T21:48:28.694798+0000 mon.a (mon.0) 615 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T21:48:30.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:29 smithi165 bash[21371]: cluster 2024-04-13T21:48:26.772281+0000 osd.7 (osd.7) 1 : cluster 0 purged_snaps scrub starts 2024-04-13T21:48:30.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:29 smithi165 bash[21371]: cluster 2024-04-13T21:48:26.772384+0000 osd.7 (osd.7) 2 : cluster 0 purged_snaps scrub ok 2024-04-13T21:48:30.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:29 smithi165 bash[21371]: cluster 2024-04-13T21:48:28.694110+0000 mon.a (mon.0) 613 : cluster 1 osd.7 [v2:172.21.15.189:6824/2854073429,v1:172.21.15.189:6825/2854073429] boot 2024-04-13T21:48:30.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:29 smithi165 bash[21371]: cluster 2024-04-13T21:48:28.694238+0000 mon.a (mon.0) 614 : cluster 0 osdmap e55: 8 total, 8 up, 8 in 2024-04-13T21:48:30.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:29 smithi165 bash[21371]: audit 2024-04-13T21:48:28.694798+0000 mon.a (mon.0) 615 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T21:48:30.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:29 smithi189 bash[23633]: cluster 2024-04-13T21:48:26.772281+0000 osd.7 (osd.7) 1 : cluster 0 purged_snaps scrub starts 2024-04-13T21:48:30.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:29 smithi189 bash[23633]: cluster 2024-04-13T21:48:26.772384+0000 osd.7 (osd.7) 2 : cluster 0 purged_snaps scrub ok 2024-04-13T21:48:30.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:29 smithi189 bash[23633]: cluster 2024-04-13T21:48:28.694110+0000 mon.a (mon.0) 613 : cluster 1 osd.7 [v2:172.21.15.189:6824/2854073429,v1:172.21.15.189:6825/2854073429] boot 2024-04-13T21:48:30.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:29 smithi189 bash[23633]: cluster 2024-04-13T21:48:28.694238+0000 mon.a (mon.0) 614 : cluster 0 osdmap e55: 8 total, 8 up, 8 in 2024-04-13T21:48:30.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:29 smithi189 bash[23633]: audit 2024-04-13T21:48:28.694798+0000 mon.a (mon.0) 615 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T21:48:31.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:30 smithi165 bash[31269]: cluster 2024-04-13T21:48:28.947865+0000 mgr.y (mgr.14152) 304 : cluster 0 pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 412 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:48:31.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:30 smithi165 bash[31269]: cluster 2024-04-13T21:48:29.715075+0000 mon.a (mon.0) 616 : cluster 0 osdmap e56: 8 total, 8 up, 8 in 2024-04-13T21:48:31.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:30 smithi165 bash[21371]: cluster 2024-04-13T21:48:28.947865+0000 mgr.y (mgr.14152) 304 : cluster 0 pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 412 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:48:31.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:30 smithi165 bash[21371]: cluster 2024-04-13T21:48:29.715075+0000 mon.a (mon.0) 616 : cluster 0 osdmap e56: 8 total, 8 up, 8 in 2024-04-13T21:48:31.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:30 smithi189 bash[23633]: cluster 2024-04-13T21:48:28.947865+0000 mgr.y (mgr.14152) 304 : cluster 0 pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 412 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:48:31.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:30 smithi189 bash[23633]: cluster 2024-04-13T21:48:29.715075+0000 mon.a (mon.0) 616 : cluster 0 osdmap e56: 8 total, 8 up, 8 in 2024-04-13T21:48:32.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:31 smithi165 bash[21371]: cluster 2024-04-13T21:48:30.716138+0000 mon.a (mon.0) 617 : cluster 0 osdmap e57: 8 total, 8 up, 8 in 2024-04-13T21:48:32.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:31 smithi165 bash[21371]: cluster 2024-04-13T21:48:31.549900+0000 mon.a (mon.0) 618 : cluster 0 osdmap e58: 8 total, 8 up, 8 in 2024-04-13T21:48:32.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:31 smithi165 bash[31269]: cluster 2024-04-13T21:48:30.716138+0000 mon.a (mon.0) 617 : cluster 0 osdmap e57: 8 total, 8 up, 8 in 2024-04-13T21:48:32.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:31 smithi165 bash[31269]: cluster 2024-04-13T21:48:31.549900+0000 mon.a (mon.0) 618 : cluster 0 osdmap e58: 8 total, 8 up, 8 in 2024-04-13T21:48:32.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:31 smithi189 bash[23633]: cluster 2024-04-13T21:48:30.716138+0000 mon.a (mon.0) 617 : cluster 0 osdmap e57: 8 total, 8 up, 8 in 2024-04-13T21:48:32.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:31 smithi189 bash[23633]: cluster 2024-04-13T21:48:31.549900+0000 mon.a (mon.0) 618 : cluster 0 osdmap e58: 8 total, 8 up, 8 in 2024-04-13T21:48:33.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:32 smithi165 bash[31269]: cluster 2024-04-13T21:48:30.948437+0000 mgr.y (mgr.14152) 305 : cluster 0 pgmap v291: 1 pgs: 1 remapped+peering; 577 KiB data, 412 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:48:33.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:32 smithi165 bash[31269]: cluster 2024-04-13T21:48:32.557006+0000 mon.a (mon.0) 619 : cluster 0 osdmap e59: 8 total, 8 up, 8 in 2024-04-13T21:48:33.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:32 smithi165 bash[21371]: cluster 2024-04-13T21:48:30.948437+0000 mgr.y (mgr.14152) 305 : cluster 0 pgmap v291: 1 pgs: 1 remapped+peering; 577 KiB data, 412 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:48:33.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:32 smithi165 bash[21371]: cluster 2024-04-13T21:48:32.557006+0000 mon.a (mon.0) 619 : cluster 0 osdmap e59: 8 total, 8 up, 8 in 2024-04-13T21:48:33.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:32 smithi189 bash[23633]: cluster 2024-04-13T21:48:30.948437+0000 mgr.y (mgr.14152) 305 : cluster 0 pgmap v291: 1 pgs: 1 remapped+peering; 577 KiB data, 412 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:48:33.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:32 smithi189 bash[23633]: cluster 2024-04-13T21:48:32.557006+0000 mon.a (mon.0) 619 : cluster 0 osdmap e59: 8 total, 8 up, 8 in 2024-04-13T21:48:33.387 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:48:35.044 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:34 smithi189 bash[23633]: cluster 2024-04-13T21:48:32.949000+0000 mgr.y (mgr.14152) 306 : cluster 0 pgmap v294: 1 pgs: 1 remapped+peering; 577 KiB data, 412 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:48:35.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:34 smithi165 bash[21371]: cluster 2024-04-13T21:48:32.949000+0000 mgr.y (mgr.14152) 306 : cluster 0 pgmap v294: 1 pgs: 1 remapped+peering; 577 KiB data, 412 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:48:35.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:34 smithi165 bash[31269]: cluster 2024-04-13T21:48:32.949000+0000 mgr.y (mgr.14152) 306 : cluster 0 pgmap v294: 1 pgs: 1 remapped+peering; 577 KiB data, 412 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:48:36.190 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T21:48:36.802 INFO:teuthology.orchestra.run.smithi165.stdout:{"epoch":59,"num_osds":8,"num_up_osds":8,"osd_up_since":1713044908,"num_in_osds":8,"osd_in_since":1713044883,"num_remapped_pgs":0} 2024-04-13T21:48:36.803 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph osd dump --format=json 2024-04-13T21:48:37.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:36 smithi165 bash[21371]: cluster 2024-04-13T21:48:34.949701+0000 mgr.y (mgr.14152) 307 : cluster 0 pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 110 KiB/s, 0 objects/s recovering 2024-04-13T21:48:37.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:36 smithi165 bash[21371]: audit 2024-04-13T21:48:36.201322+0000 mon.a (mon.0) 620 : audit 0 from='client.? 172.21.15.165:0/882901337' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-13T21:48:37.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:36 smithi165 bash[21371]: audit 2024-04-13T21:48:36.715831+0000 mon.a (mon.0) 621 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:48:37.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:36 smithi165 bash[21371]: audit 2024-04-13T21:48:36.728252+0000 mon.a (mon.0) 622 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:48:37.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:36 smithi165 bash[21371]: audit 2024-04-13T21:48:36.730940+0000 mon.a (mon.0) 623 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:48:37.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:36 smithi165 bash[21371]: audit 2024-04-13T21:48:36.733005+0000 mon.a (mon.0) 624 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:48:37.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:36 smithi165 bash[31269]: cluster 2024-04-13T21:48:34.949701+0000 mgr.y (mgr.14152) 307 : cluster 0 pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 110 KiB/s, 0 objects/s recovering 2024-04-13T21:48:37.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:36 smithi165 bash[31269]: audit 2024-04-13T21:48:36.201322+0000 mon.a (mon.0) 620 : audit 0 from='client.? 172.21.15.165:0/882901337' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-13T21:48:37.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:36 smithi165 bash[31269]: audit 2024-04-13T21:48:36.715831+0000 mon.a (mon.0) 621 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:48:37.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:36 smithi165 bash[31269]: audit 2024-04-13T21:48:36.728252+0000 mon.a (mon.0) 622 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:48:37.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:36 smithi165 bash[31269]: audit 2024-04-13T21:48:36.730940+0000 mon.a (mon.0) 623 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:48:37.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:36 smithi165 bash[31269]: audit 2024-04-13T21:48:36.733005+0000 mon.a (mon.0) 624 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:48:37.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:36 smithi189 bash[23633]: cluster 2024-04-13T21:48:34.949701+0000 mgr.y (mgr.14152) 307 : cluster 0 pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 110 KiB/s, 0 objects/s recovering 2024-04-13T21:48:37.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:36 smithi189 bash[23633]: audit 2024-04-13T21:48:36.201322+0000 mon.a (mon.0) 620 : audit 0 from='client.? 172.21.15.165:0/882901337' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-13T21:48:37.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:36 smithi189 bash[23633]: audit 2024-04-13T21:48:36.715831+0000 mon.a (mon.0) 621 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:48:37.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:36 smithi189 bash[23633]: audit 2024-04-13T21:48:36.728252+0000 mon.a (mon.0) 622 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:48:37.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:36 smithi189 bash[23633]: audit 2024-04-13T21:48:36.730940+0000 mon.a (mon.0) 623 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:48:37.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:36 smithi189 bash[23633]: audit 2024-04-13T21:48:36.733005+0000 mon.a (mon.0) 624 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:48:38.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:37 smithi165 bash[21371]: cephadm 2024-04-13T21:48:36.704074+0000 mgr.y (mgr.14152) 308 : cephadm 1 Detected new or changed devices on smithi189 2024-04-13T21:48:38.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:37 smithi165 bash[21371]: audit 2024-04-13T21:48:36.735153+0000 mon.a (mon.0) 625 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:48:38.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:37 smithi165 bash[21371]: audit 2024-04-13T21:48:36.744726+0000 mon.a (mon.0) 626 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:48:38.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:37 smithi165 bash[21371]: cephadm 2024-04-13T21:48:36.746357+0000 mgr.y (mgr.14152) 309 : cephadm 1 Adjusting osd_memory_target on smithi189 to 4316M 2024-04-13T21:48:38.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:37 smithi165 bash[21371]: audit 2024-04-13T21:48:36.755130+0000 mon.a (mon.0) 627 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:48:38.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:37 smithi165 bash[21371]: audit 2024-04-13T21:48:36.757283+0000 mon.a (mon.0) 628 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:48:38.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:37 smithi165 bash[21371]: audit 2024-04-13T21:48:36.758848+0000 mon.a (mon.0) 629 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:48:38.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:37 smithi165 bash[21371]: audit 2024-04-13T21:48:36.768599+0000 mon.a (mon.0) 630 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:48:38.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:37 smithi165 bash[31269]: cephadm 2024-04-13T21:48:36.704074+0000 mgr.y (mgr.14152) 308 : cephadm 1 Detected new or changed devices on smithi189 2024-04-13T21:48:38.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:37 smithi165 bash[31269]: audit 2024-04-13T21:48:36.735153+0000 mon.a (mon.0) 625 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:48:38.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:37 smithi165 bash[31269]: audit 2024-04-13T21:48:36.744726+0000 mon.a (mon.0) 626 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:48:38.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:37 smithi165 bash[31269]: cephadm 2024-04-13T21:48:36.746357+0000 mgr.y (mgr.14152) 309 : cephadm 1 Adjusting osd_memory_target on smithi189 to 4316M 2024-04-13T21:48:38.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:37 smithi165 bash[31269]: audit 2024-04-13T21:48:36.755130+0000 mon.a (mon.0) 627 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:48:38.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:37 smithi165 bash[31269]: audit 2024-04-13T21:48:36.757283+0000 mon.a (mon.0) 628 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:48:38.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:37 smithi165 bash[31269]: audit 2024-04-13T21:48:36.758848+0000 mon.a (mon.0) 629 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:48:38.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:37 smithi165 bash[31269]: audit 2024-04-13T21:48:36.768599+0000 mon.a (mon.0) 630 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:48:38.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:37 smithi189 bash[23633]: cephadm 2024-04-13T21:48:36.704074+0000 mgr.y (mgr.14152) 308 : cephadm 1 Detected new or changed devices on smithi189 2024-04-13T21:48:38.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:37 smithi189 bash[23633]: audit 2024-04-13T21:48:36.735153+0000 mon.a (mon.0) 625 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:48:38.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:37 smithi189 bash[23633]: audit 2024-04-13T21:48:36.744726+0000 mon.a (mon.0) 626 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:48:38.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:37 smithi189 bash[23633]: cephadm 2024-04-13T21:48:36.746357+0000 mgr.y (mgr.14152) 309 : cephadm 1 Adjusting osd_memory_target on smithi189 to 4316M 2024-04-13T21:48:38.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:37 smithi189 bash[23633]: audit 2024-04-13T21:48:36.755130+0000 mon.a (mon.0) 627 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:48:38.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:37 smithi189 bash[23633]: audit 2024-04-13T21:48:36.757283+0000 mon.a (mon.0) 628 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:48:38.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:37 smithi189 bash[23633]: audit 2024-04-13T21:48:36.758848+0000 mon.a (mon.0) 629 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:48:38.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:37 smithi189 bash[23633]: audit 2024-04-13T21:48:36.768599+0000 mon.a (mon.0) 630 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:48:39.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:38 smithi165 bash[21371]: cluster 2024-04-13T21:48:36.950055+0000 mgr.y (mgr.14152) 310 : cluster 0 pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-04-13T21:48:39.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:38 smithi165 bash[31269]: cluster 2024-04-13T21:48:36.950055+0000 mgr.y (mgr.14152) 310 : cluster 0 pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-04-13T21:48:39.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:38 smithi189 bash[23633]: cluster 2024-04-13T21:48:36.950055+0000 mgr.y (mgr.14152) 310 : cluster 0 pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-04-13T21:48:41.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:40 smithi165 bash[21371]: cluster 2024-04-13T21:48:38.950598+0000 mgr.y (mgr.14152) 311 : cluster 0 pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-13T21:48:41.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:40 smithi165 bash[31269]: cluster 2024-04-13T21:48:38.950598+0000 mgr.y (mgr.14152) 311 : cluster 0 pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-13T21:48:41.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:40 smithi189 bash[23633]: cluster 2024-04-13T21:48:38.950598+0000 mgr.y (mgr.14152) 311 : cluster 0 pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-13T21:48:41.513 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:48:43.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:42 smithi165 bash[21371]: cluster 2024-04-13T21:48:40.951264+0000 mgr.y (mgr.14152) 312 : cluster 0 pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-13T21:48:43.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:42 smithi165 bash[31269]: cluster 2024-04-13T21:48:40.951264+0000 mgr.y (mgr.14152) 312 : cluster 0 pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-13T21:48:43.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:42 smithi189 bash[23633]: cluster 2024-04-13T21:48:40.951264+0000 mgr.y (mgr.14152) 312 : cluster 0 pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-13T21:48:44.509 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T21:48:44.509 INFO:teuthology.orchestra.run.smithi165.stdout:{"epoch":59,"fsid":"1c29171c-f9de-11ee-bc8e-c7b262605968","created":"2024-04-13T21:39:20.699603+0000","modified":"2024-04-13T21:48:32.543855+0000","last_up_change":"2024-04-13T21:48:28.684842+0000","last_in_change":"2024-04-13T21:48:03.234530+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-13T21:44:25.441069+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"776ad8e4-0a40-4b88-9ab6-efe11cb27fc6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6802","nonce":285845539},{"type":"v1","addr":"172.21.15.165:6803","nonce":285845539}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6804","nonce":285845539},{"type":"v1","addr":"172.21.15.165:6805","nonce":285845539}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6808","nonce":285845539},{"type":"v1","addr":"172.21.15.165:6809","nonce":285845539}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6806","nonce":285845539},{"type":"v1","addr":"172.21.15.165:6807","nonce":285845539}]},"public_addr":"172.21.15.165:6803/285845539","cluster_addr":"172.21.15.165:6805/285845539","heartbeat_back_addr":"172.21.15.165:6809/285845539","heartbeat_front_addr":"172.21.15.165:6807/285845539","state":["exists","up"]},{"osd":1,"uuid":"2b75ee66-e9f8-45d6-9bea-5da70fef5eab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6810","nonce":632919587},{"type":"v1","addr":"172.21.15.165:6811","nonce":632919587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6812","nonce":632919587},{"type":"v1","addr":"172.21.15.165:6813","nonce":632919587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6816","nonce":632919587},{"type":"v1","addr":"172.21.15.165:6817","nonce":632919587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6814","nonce":632919587},{"type":"v1","addr":"172.21.15.165:6815","nonce":632919587}]},"public_addr":"172.21.15.165:6811/632919587","cluster_addr":"172.21.15.165:6813/632919587","heartbeat_back_addr":"172.21.15.165:6817/632919587","heartbeat_front_addr":"172.21.15.165:6815/632919587","state":["exists","up"]},{"osd":2,"uuid":"7c6c0d77-0b32-40d6-b6dd-752634faa653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6818","nonce":1970641189},{"type":"v1","addr":"172.21.15.165:6819","nonce":1970641189}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6820","nonce":1970641189},{"type":"v1","addr":"172.21.15.165:6821","nonce":1970641189}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6824","nonce":1970641189},{"type":"v1","addr":"172.21.15.165:6825","nonce":1970641189}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6822","nonce":1970641189},{"type":"v1","addr":"172.21.15.165:6823","nonce":1970641189}]},"public_addr":"172.21.15.165:6819/1970641189","cluster_addr":"172.21.15.165:6821/1970641189","heartbeat_back_addr":"172.21.15.165:6825/1970641189","heartbeat_front_addr":"172.21.15.165:6823/1970641189","state":["exists","up"]},{"osd":3,"uuid":"2292ee9f-3011-4d12-97a9-59871d9af3f7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6826","nonce":1790837044},{"type":"v1","addr":"172.21.15.165:6827","nonce":1790837044}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6828","nonce":1790837044},{"type":"v1","addr":"172.21.15.165:6829","nonce":1790837044}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6832","nonce":1790837044},{"type":"v1","addr":"172.21.15.165:6833","nonce":1790837044}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6830","nonce":1790837044},{"type":"v1","addr":"172.21.15.165:6831","nonce":1790837044}]},"public_addr":"172.21.15.165:6827/1790837044","cluster_addr":"172.21.15.165:6829/1790837044","heartbeat_back_addr":"172.21.15.165:6833/1790837044","heartbeat_front_addr":"172.21.15.165:6831/1790837044","state":["exists","up"]},{"osd":4,"uuid":"6fc9f1b2-1ad9-4883-8ac9-6155cce5bcff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6800","nonce":582511667},{"type":"v1","addr":"172.21.15.189:6801","nonce":582511667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6802","nonce":582511667},{"type":"v1","addr":"172.21.15.189:6803","nonce":582511667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6806","nonce":582511667},{"type":"v1","addr":"172.21.15.189:6807","nonce":582511667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6804","nonce":582511667},{"type":"v1","addr":"172.21.15.189:6805","nonce":582511667}]},"public_addr":"172.21.15.189:6801/582511667","cluster_addr":"172.21.15.189:6803/582511667","heartbeat_back_addr":"172.21.15.189:6807/582511667","heartbeat_front_addr":"172.21.15.189:6805/582511667","state":["exists","up"]},{"osd":5,"uuid":"1f52e692-2034-4d77-a0bc-5f23e3d1df8c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6808","nonce":2467195533},{"type":"v1","addr":"172.21.15.189:6809","nonce":2467195533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6810","nonce":2467195533},{"type":"v1","addr":"172.21.15.189:6811","nonce":2467195533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6814","nonce":2467195533},{"type":"v1","addr":"172.21.15.189:6815","nonce":2467195533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6812","nonce":2467195533},{"type":"v1","addr":"172.21.15.189:6813","nonce":2467195533}]},"public_addr":"172.21.15.189:6809/2467195533","cluster_addr":"172.21.15.189:6811/2467195533","heartbeat_back_addr":"172.21.15.189:6815/2467195533","heartbeat_front_addr":"172.21.15.189:6813/2467195533","state":["exists","up"]},{"osd":6,"uuid":"a0a0ef31-869b-447e-bc9b-d26981b8a347","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6816","nonce":1129279025},{"type":"v1","addr":"172.21.15.189:6817","nonce":1129279025}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6818","nonce":1129279025},{"type":"v1","addr":"172.21.15.189:6819","nonce":1129279025}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6822","nonce":1129279025},{"type":"v1","addr":"172.21.15.189:6823","nonce":1129279025}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6820","nonce":1129279025},{"type":"v1","addr":"172.21.15.189:6821","nonce":1129279025}]},"public_addr":"172.21.15.189:6817/1129279025","cluster_addr":"172.21.15.189:6819/1129279025","heartbeat_back_addr":"172.21.15.189:6823/1129279025","heartbeat_front_addr":"172.21.15.189:6821/1129279025","state":["exists","up"]},{"osd":7,"uuid":"d34424f8-3ab3-4331-9e53-83a0e3b5549c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6824","nonce":2854073429},{"type":"v1","addr":"172.21.15.189:6825","nonce":2854073429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6826","nonce":2854073429},{"type":"v1","addr":"172.21.15.189:6827","nonce":2854073429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6830","nonce":2854073429},{"type":"v1","addr":"172.21.15.189:6831","nonce":2854073429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6828","nonce":2854073429},{"type":"v1","addr":"172.21.15.189:6829","nonce":2854073429}]},"public_addr":"172.21.15.189:6825/2854073429","cluster_addr":"172.21.15.189:6827/2854073429","heartbeat_back_addr":"172.21.15.189:6831/2854073429","heartbeat_front_addr":"172.21.15.189:6829/2854073429","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:42:41.885444+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:43:30.846570+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:44:20.621228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:45:10.174227+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:45:58.306014+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:46:48.569417+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:47:37.411045+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:48:26.772389+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.165:0/537941751":"2024-04-14T21:40:22.820715+0000","172.21.15.165:6801/1346964888":"2024-04-14T21:40:22.820715+0000","172.21.15.165:6800/3496035712":"2024-04-14T21:39:51.988958+0000","172.21.15.165:0/1486718192":"2024-04-14T21:39:51.988958+0000","172.21.15.165:6801/3496035712":"2024-04-14T21:39:51.988958+0000","172.21.15.165:0/1668837608":"2024-04-14T21:40:22.820715+0000","172.21.15.165:6800/1346964888":"2024-04-14T21:40:22.820715+0000","172.21.15.165:0/3079989644":"2024-04-14T21:39:51.988958+0000","172.21.15.165:0/2304149009":"2024-04-14T21:39:51.988958+0000","172.21.15.165:0/999600985":"2024-04-14T21:40:22.820715+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-13T21:48:44.773 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:44 smithi165 bash[21371]: cluster 2024-04-13T21:48:42.951769+0000 mgr.y (mgr.14152) 313 : cluster 0 pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-04-13T21:48:44.773 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:44 smithi165 bash[21371]: audit 2024-04-13T21:48:44.519158+0000 mon.c (mon.2) 12 : audit 0 from='client.? 172.21.15.165:0/3068581583' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T21:48:45.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:44 smithi165 bash[31269]: cluster 2024-04-13T21:48:42.951769+0000 mgr.y (mgr.14152) 313 : cluster 0 pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-04-13T21:48:45.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:44 smithi165 bash[31269]: audit 2024-04-13T21:48:44.519158+0000 mon.c (mon.2) 12 : audit 0 from='client.? 172.21.15.165:0/3068581583' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T21:48:45.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:44 smithi189 bash[23633]: cluster 2024-04-13T21:48:42.951769+0000 mgr.y (mgr.14152) 313 : cluster 0 pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-04-13T21:48:45.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:44 smithi189 bash[23633]: audit 2024-04-13T21:48:44.519158+0000 mon.c (mon.2) 12 : audit 0 from='client.? 172.21.15.165:0/3068581583' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T21:48:45.235 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-13T21:44:25.441069+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-13T21:48:45.236 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-04-13T21:48:47.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:46 smithi165 bash[21371]: cluster 2024-04-13T21:48:44.952398+0000 mgr.y (mgr.14152) 314 : cluster 0 pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-13T21:48:47.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:46 smithi165 bash[31269]: cluster 2024-04-13T21:48:44.952398+0000 mgr.y (mgr.14152) 314 : cluster 0 pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-13T21:48:47.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:46 smithi189 bash[23633]: cluster 2024-04-13T21:48:44.952398+0000 mgr.y (mgr.14152) 314 : cluster 0 pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-13T21:48:49.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:48 smithi165 bash[21371]: cluster 2024-04-13T21:48:46.952974+0000 mgr.y (mgr.14152) 315 : cluster 0 pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:48:49.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:48 smithi165 bash[31269]: cluster 2024-04-13T21:48:46.952974+0000 mgr.y (mgr.14152) 315 : cluster 0 pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:48:49.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:48 smithi189 bash[23633]: cluster 2024-04-13T21:48:46.952974+0000 mgr.y (mgr.14152) 315 : cluster 0 pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:48:49.949 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:48:51.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:50 smithi165 bash[31269]: cluster 2024-04-13T21:48:48.953580+0000 mgr.y (mgr.14152) 316 : cluster 0 pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:48:51.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:50 smithi165 bash[21371]: cluster 2024-04-13T21:48:48.953580+0000 mgr.y (mgr.14152) 316 : cluster 0 pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:48:51.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:50 smithi189 bash[23633]: cluster 2024-04-13T21:48:48.953580+0000 mgr.y (mgr.14152) 316 : cluster 0 pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:48:52.869 INFO:teuthology.orchestra.run.smithi165.stdout:pg_num: 1 2024-04-13T21:48:53.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:52 smithi165 bash[21371]: cluster 2024-04-13T21:48:50.954223+0000 mgr.y (mgr.14152) 317 : cluster 0 pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:48:53.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:52 smithi165 bash[31269]: cluster 2024-04-13T21:48:50.954223+0000 mgr.y (mgr.14152) 317 : cluster 0 pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:48:53.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:52 smithi189 bash[23633]: cluster 2024-04-13T21:48:50.954223+0000 mgr.y (mgr.14152) 317 : cluster 0 pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:48:53.581 INFO:tasks.cephadm:Adding prometheus.a on smithi189 2024-04-13T21:48:53.581 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph orch apply prometheus '1;smithi189=a' 2024-04-13T21:48:54.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:53 smithi165 bash[21371]: audit 2024-04-13T21:48:52.880830+0000 mon.a (mon.0) 631 : audit 0 from='client.? 172.21.15.165:0/491528487' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-13T21:48:54.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:53 smithi165 bash[31269]: audit 2024-04-13T21:48:52.880830+0000 mon.a (mon.0) 631 : audit 0 from='client.? 172.21.15.165:0/491528487' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-13T21:48:54.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:53 smithi189 bash[23633]: audit 2024-04-13T21:48:52.880830+0000 mon.a (mon.0) 631 : audit 0 from='client.? 172.21.15.165:0/491528487' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-13T21:48:55.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:54 smithi165 bash[21371]: cluster 2024-04-13T21:48:52.954604+0000 mgr.y (mgr.14152) 318 : cluster 0 pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:48:55.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:54 smithi165 bash[31269]: cluster 2024-04-13T21:48:52.954604+0000 mgr.y (mgr.14152) 318 : cluster 0 pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:48:55.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:54 smithi189 bash[23633]: cluster 2024-04-13T21:48:52.954604+0000 mgr.y (mgr.14152) 318 : cluster 0 pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:48:57.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:56 smithi165 bash[21371]: cluster 2024-04-13T21:48:54.955205+0000 mgr.y (mgr.14152) 319 : cluster 0 pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:48:57.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:56 smithi165 bash[31269]: cluster 2024-04-13T21:48:54.955205+0000 mgr.y (mgr.14152) 319 : cluster 0 pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:48:57.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:56 smithi189 bash[23633]: cluster 2024-04-13T21:48:54.955205+0000 mgr.y (mgr.14152) 319 : cluster 0 pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:48:58.288 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.b/config 2024-04-13T21:48:59.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:48:58 smithi165 bash[21371]: cluster 2024-04-13T21:48:56.955879+0000 mgr.y (mgr.14152) 320 : cluster 0 pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:48:59.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:48:58 smithi165 bash[31269]: cluster 2024-04-13T21:48:56.955879+0000 mgr.y (mgr.14152) 320 : cluster 0 pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:48:59.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:48:58 smithi189 bash[23633]: cluster 2024-04-13T21:48:56.955879+0000 mgr.y (mgr.14152) 320 : cluster 0 pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:00.920 INFO:teuthology.orchestra.run.smithi189.stdout:Scheduled prometheus update... 2024-04-13T21:49:01.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:00 smithi189 bash[23633]: cluster 2024-04-13T21:48:58.956561+0000 mgr.y (mgr.14152) 321 : cluster 0 pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:01.309 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:00 smithi165 bash[21371]: cluster 2024-04-13T21:48:58.956561+0000 mgr.y (mgr.14152) 321 : cluster 0 pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:01.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:00 smithi165 bash[31269]: cluster 2024-04-13T21:48:58.956561+0000 mgr.y (mgr.14152) 321 : cluster 0 pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:01.561 DEBUG:teuthology.orchestra.run.smithi189:prometheus.a> sudo journalctl -f -n 0 -u ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@prometheus.a.service 2024-04-13T21:49:01.564 INFO:tasks.cephadm:Adding node-exporter.a on smithi165 2024-04-13T21:49:01.564 INFO:tasks.cephadm:Adding node-exporter.b on smithi189 2024-04-13T21:49:01.564 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph orch apply node-exporter '2;smithi165=a;smithi189=b' 2024-04-13T21:49:02.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:01 smithi165 bash[21371]: audit 2024-04-13T21:49:00.919418+0000 mgr.y (mgr.14152) 322 : audit 0 from='client.24292 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi189=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:49:02.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:01 smithi165 bash[21371]: cephadm 2024-04-13T21:49:00.923145+0000 mgr.y (mgr.14152) 323 : cephadm 1 Saving service prometheus spec with placement smithi189=a;count:1 2024-04-13T21:49:02.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:01 smithi165 bash[21371]: audit 2024-04-13T21:49:00.930631+0000 mon.a (mon.0) 632 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:49:02.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:01 smithi165 bash[21371]: cluster 2024-04-13T21:49:00.957173+0000 mgr.y (mgr.14152) 324 : cluster 0 pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:02.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:01 smithi165 bash[21371]: audit 2024-04-13T21:49:00.963610+0000 mon.a (mon.0) 633 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:49:02.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:01 smithi165 bash[21371]: audit 2024-04-13T21:49:01.542400+0000 mon.a (mon.0) 634 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:49:02.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:01 smithi165 bash[21371]: audit 2024-04-13T21:49:01.544201+0000 mon.a (mon.0) 635 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:49:02.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:01 smithi165 bash[21371]: audit 2024-04-13T21:49:01.554306+0000 mon.a (mon.0) 636 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:49:02.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:01 smithi165 bash[21371]: cephadm 2024-04-13T21:49:01.867405+0000 mgr.y (mgr.14152) 325 : cephadm 1 Deploying daemon prometheus.a on smithi189 2024-04-13T21:49:02.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:01 smithi165 bash[31269]: audit 2024-04-13T21:49:00.919418+0000 mgr.y (mgr.14152) 322 : audit 0 from='client.24292 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi189=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:49:02.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:01 smithi165 bash[31269]: cephadm 2024-04-13T21:49:00.923145+0000 mgr.y (mgr.14152) 323 : cephadm 1 Saving service prometheus spec with placement smithi189=a;count:1 2024-04-13T21:49:02.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:01 smithi165 bash[31269]: audit 2024-04-13T21:49:00.930631+0000 mon.a (mon.0) 632 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:49:02.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:01 smithi165 bash[31269]: cluster 2024-04-13T21:49:00.957173+0000 mgr.y (mgr.14152) 324 : cluster 0 pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:02.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:01 smithi165 bash[31269]: audit 2024-04-13T21:49:00.963610+0000 mon.a (mon.0) 633 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:49:02.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:01 smithi165 bash[31269]: audit 2024-04-13T21:49:01.542400+0000 mon.a (mon.0) 634 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:49:02.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:01 smithi165 bash[31269]: audit 2024-04-13T21:49:01.544201+0000 mon.a (mon.0) 635 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:49:02.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:01 smithi165 bash[31269]: audit 2024-04-13T21:49:01.554306+0000 mon.a (mon.0) 636 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:49:02.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:01 smithi165 bash[31269]: cephadm 2024-04-13T21:49:01.867405+0000 mgr.y (mgr.14152) 325 : cephadm 1 Deploying daemon prometheus.a on smithi189 2024-04-13T21:49:02.339 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:49:02 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:02.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:01 smithi189 bash[23633]: audit 2024-04-13T21:49:00.919418+0000 mgr.y (mgr.14152) 322 : audit 0 from='client.24292 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi189=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:49:02.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:01 smithi189 bash[23633]: cephadm 2024-04-13T21:49:00.923145+0000 mgr.y (mgr.14152) 323 : cephadm 1 Saving service prometheus spec with placement smithi189=a;count:1 2024-04-13T21:49:02.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:01 smithi189 bash[23633]: audit 2024-04-13T21:49:00.930631+0000 mon.a (mon.0) 632 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:49:02.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:01 smithi189 bash[23633]: cluster 2024-04-13T21:49:00.957173+0000 mgr.y (mgr.14152) 324 : cluster 0 pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:02.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:01 smithi189 bash[23633]: audit 2024-04-13T21:49:00.963610+0000 mon.a (mon.0) 633 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:49:02.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:01 smithi189 bash[23633]: audit 2024-04-13T21:49:01.542400+0000 mon.a (mon.0) 634 : audit 0 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:49:02.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:01 smithi189 bash[23633]: audit 2024-04-13T21:49:01.544201+0000 mon.a (mon.0) 635 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:49:02.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:01 smithi189 bash[23633]: audit 2024-04-13T21:49:01.554306+0000 mon.a (mon.0) 636 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:49:02.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:01 smithi189 bash[23633]: cephadm 2024-04-13T21:49:01.867405+0000 mgr.y (mgr.14152) 325 : cephadm 1 Deploying daemon prometheus.a on smithi189 2024-04-13T21:49:04.309 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:04 smithi165 bash[21371]: cluster 2024-04-13T21:49:02.957715+0000 mgr.y (mgr.14152) 326 : cluster 0 pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:04.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:04 smithi165 bash[31269]: cluster 2024-04-13T21:49:02.957715+0000 mgr.y (mgr.14152) 326 : cluster 0 pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:04.338 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:04 smithi189 bash[23633]: cluster 2024-04-13T21:49:02.957715+0000 mgr.y (mgr.14152) 326 : cluster 0 pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:06.303 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.b/config 2024-04-13T21:49:06.309 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:06 smithi165 bash[21371]: cluster 2024-04-13T21:49:04.958334+0000 mgr.y (mgr.14152) 327 : cluster 0 pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:06.309 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:06 smithi165 bash[31269]: cluster 2024-04-13T21:49:04.958334+0000 mgr.y (mgr.14152) 327 : cluster 0 pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:06.326 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:06 smithi189 bash[23633]: cluster 2024-04-13T21:49:04.958334+0000 mgr.y (mgr.14152) 327 : cluster 0 pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:08.309 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:08 smithi165 bash[21371]: cluster 2024-04-13T21:49:06.958921+0000 mgr.y (mgr.14152) 328 : cluster 0 pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:08.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:08 smithi165 bash[31269]: cluster 2024-04-13T21:49:06.958921+0000 mgr.y (mgr.14152) 328 : cluster 0 pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:08.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:08 smithi189 bash[23633]: cluster 2024-04-13T21:49:06.958921+0000 mgr.y (mgr.14152) 328 : cluster 0 pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:10.309 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:10 smithi165 bash[21371]: cluster 2024-04-13T21:49:08.959490+0000 mgr.y (mgr.14152) 329 : cluster 0 pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:10.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:10 smithi165 bash[31269]: cluster 2024-04-13T21:49:08.959490+0000 mgr.y (mgr.14152) 329 : cluster 0 pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:10.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:10 smithi189 bash[23633]: cluster 2024-04-13T21:49:08.959490+0000 mgr.y (mgr.14152) 329 : cluster 0 pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:12.306 INFO:teuthology.orchestra.run.smithi189.stdout:Scheduled node-exporter update... 2024-04-13T21:49:12.309 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:12 smithi165 bash[21371]: cluster 2024-04-13T21:49:10.960077+0000 mgr.y (mgr.14152) 330 : cluster 0 pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:12.309 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:12 smithi165 bash[31269]: cluster 2024-04-13T21:49:10.960077+0000 mgr.y (mgr.14152) 330 : cluster 0 pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:12.320 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:12 smithi189 bash[23633]: cluster 2024-04-13T21:49:10.960077+0000 mgr.y (mgr.14152) 330 : cluster 0 pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:13.344 DEBUG:teuthology.orchestra.run.smithi165:node-exporter.a> sudo journalctl -f -n 0 -u ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@node-exporter.a.service 2024-04-13T21:49:13.347 DEBUG:teuthology.orchestra.run.smithi189:node-exporter.b> sudo journalctl -f -n 0 -u ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@node-exporter.b.service 2024-04-13T21:49:13.349 INFO:tasks.cephadm:Adding alertmanager.a on smithi165 2024-04-13T21:49:13.350 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph orch apply alertmanager '1;smithi165=a' 2024-04-13T21:49:13.589 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:13 smithi189 bash[23633]: audit 2024-04-13T21:49:12.301960+0000 mgr.y (mgr.14152) 331 : audit 0 from='client.24298 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi165=a;smithi189=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:49:13.589 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:13 smithi189 bash[23633]: cephadm 2024-04-13T21:49:12.305579+0000 mgr.y (mgr.14152) 332 : cephadm 1 Saving service node-exporter spec with placement smithi165=a;smithi189=b;count:2 2024-04-13T21:49:13.589 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:13 smithi189 bash[23633]: audit 2024-04-13T21:49:12.317050+0000 mon.a (mon.0) 637 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:49:13.809 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:13 smithi165 bash[21371]: audit 2024-04-13T21:49:12.301960+0000 mgr.y (mgr.14152) 331 : audit 0 from='client.24298 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi165=a;smithi189=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:49:13.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:13 smithi165 bash[21371]: cephadm 2024-04-13T21:49:12.305579+0000 mgr.y (mgr.14152) 332 : cephadm 1 Saving service node-exporter spec with placement smithi165=a;smithi189=b;count:2 2024-04-13T21:49:13.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:13 smithi165 bash[21371]: audit 2024-04-13T21:49:12.317050+0000 mon.a (mon.0) 637 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:49:13.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:13 smithi165 bash[31269]: audit 2024-04-13T21:49:12.301960+0000 mgr.y (mgr.14152) 331 : audit 0 from='client.24298 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi165=a;smithi189=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:49:13.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:13 smithi165 bash[31269]: cephadm 2024-04-13T21:49:12.305579+0000 mgr.y (mgr.14152) 332 : cephadm 1 Saving service node-exporter spec with placement smithi165=a;smithi189=b;count:2 2024-04-13T21:49:13.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:13 smithi165 bash[31269]: audit 2024-04-13T21:49:12.317050+0000 mon.a (mon.0) 637 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:49:14.589 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:14 smithi189 bash[23633]: cluster 2024-04-13T21:49:12.960584+0000 mgr.y (mgr.14152) 333 : cluster 0 pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:14.809 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:14 smithi165 bash[21371]: cluster 2024-04-13T21:49:12.960584+0000 mgr.y (mgr.14152) 333 : cluster 0 pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:14.809 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:14 smithi165 bash[31269]: cluster 2024-04-13T21:49:12.960584+0000 mgr.y (mgr.14152) 333 : cluster 0 pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:16.269 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:16 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:16.270 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 21:49:16 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:16.270 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 21:49:16 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:16.270 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:49:16 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:16.270 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 21:49:16 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:16.271 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 21:49:16 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:16.535 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:49:16 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:16.535 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 21:49:16 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:16.535 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 21:49:16 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:16.536 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 21:49:16 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:16.536 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 21:49:16 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:16.536 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:16 smithi189 bash[23633]: cluster 2024-04-13T21:49:14.961167+0000 mgr.y (mgr.14152) 334 : cluster 0 pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:16.536 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:16 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:16.537 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:49:16 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:16.537 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:49:16 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:16.537 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:49:16 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:16.537 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:49:16 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:16.537 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:49:16 smithi189 systemd[1]: Started Ceph prometheus.a for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T21:49:16.809 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:16 smithi165 bash[21371]: cluster 2024-04-13T21:49:14.961167+0000 mgr.y (mgr.14152) 334 : cluster 0 pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:16.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:16 smithi165 bash[31269]: cluster 2024-04-13T21:49:14.961167+0000 mgr.y (mgr.14152) 334 : cluster 0 pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:17.668 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:17 smithi189 bash[23633]: audit 2024-04-13T21:49:16.592898+0000 mon.a (mon.0) 638 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:49:17.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:17 smithi189 bash[23633]: audit 2024-04-13T21:49:16.601503+0000 mon.a (mon.0) 639 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:49:17.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:17 smithi189 bash[23633]: audit 2024-04-13T21:49:16.632549+0000 mon.a (mon.0) 640 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:49:17.669 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:17 smithi189 bash[23633]: audit 2024-04-13T21:49:16.641068+0000 mon.a (mon.0) 641 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-13T21:49:17.669 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:49:17 smithi189 bash[48140]: ts=2024-04-13T21:49:17.511Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-13T21:49:17.669 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:49:17 smithi189 bash[48140]: ts=2024-04-13T21:49:17.511Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-13T21:49:17.669 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:49:17 smithi189 bash[48140]: ts=2024-04-13T21:49:17.512Z caller=main.go:570 level=info host_details="(Linux 5.15.0-102-generic #112-Ubuntu SMP Tue Mar 5 16:50:32 UTC 2024 x86_64 smithi189 (none))" 2024-04-13T21:49:17.669 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:49:17 smithi189 bash[48140]: ts=2024-04-13T21:49:17.512Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-13T21:49:17.669 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:49:17 smithi189 bash[48140]: ts=2024-04-13T21:49:17.512Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-13T21:49:17.669 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:49:17 smithi189 bash[48140]: ts=2024-04-13T21:49:17.513Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-13T21:49:17.670 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:49:17 smithi189 bash[48140]: ts=2024-04-13T21:49:17.513Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-13T21:49:17.670 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:49:17 smithi189 bash[48140]: ts=2024-04-13T21:49:17.514Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-13T21:49:17.670 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:49:17 smithi189 bash[48140]: ts=2024-04-13T21:49:17.514Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-13T21:49:17.670 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:49:17 smithi189 bash[48140]: ts=2024-04-13T21:49:17.517Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-13T21:49:17.670 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:49:17 smithi189 bash[48140]: ts=2024-04-13T21:49:17.517Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.922µs 2024-04-13T21:49:17.670 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:49:17 smithi189 bash[48140]: ts=2024-04-13T21:49:17.517Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-13T21:49:17.670 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:49:17 smithi189 bash[48140]: ts=2024-04-13T21:49:17.518Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-04-13T21:49:17.670 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:49:17 smithi189 bash[48140]: ts=2024-04-13T21:49:17.518Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=23.087µs wal_replay_duration=428.298µs wbl_replay_duration=95ns total_replay_duration=473.473µs 2024-04-13T21:49:17.670 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:49:17 smithi189 bash[48140]: ts=2024-04-13T21:49:17.519Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-13T21:49:17.670 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:49:17 smithi189 bash[48140]: ts=2024-04-13T21:49:17.519Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-13T21:49:17.670 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:49:17 smithi189 bash[48140]: ts=2024-04-13T21:49:17.519Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-13T21:49:17.670 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:49:17 smithi189 bash[48140]: ts=2024-04-13T21:49:17.538Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.383537ms db_storage=906ns remote_storage=1.578µs web_handler=437ns query_engine=648ns scrape=271.076µs scrape_sd=110.139µs notify=816ns notify_sd=1.591µs rules=18.766896ms tracing=5.978µs 2024-04-13T21:49:17.671 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:49:17 smithi189 bash[48140]: ts=2024-04-13T21:49:17.538Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-13T21:49:17.671 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:49:17 smithi189 bash[48140]: ts=2024-04-13T21:49:17.538Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-13T21:49:17.840 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:17 smithi165 bash[21625]: ignoring --setuser ceph since I am not root 2024-04-13T21:49:17.840 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:17 smithi165 bash[21625]: ignoring --setgroup ceph since I am not root 2024-04-13T21:49:17.840 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:17 smithi165 bash[21371]: audit 2024-04-13T21:49:16.592898+0000 mon.a (mon.0) 638 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:49:17.840 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:17 smithi165 bash[21371]: audit 2024-04-13T21:49:16.601503+0000 mon.a (mon.0) 639 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:49:17.840 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:17 smithi165 bash[21371]: audit 2024-04-13T21:49:16.632549+0000 mon.a (mon.0) 640 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:49:17.840 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:17 smithi165 bash[21371]: audit 2024-04-13T21:49:16.641068+0000 mon.a (mon.0) 641 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-13T21:49:17.840 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:17 smithi165 bash[31269]: audit 2024-04-13T21:49:16.592898+0000 mon.a (mon.0) 638 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:49:17.841 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:17 smithi165 bash[31269]: audit 2024-04-13T21:49:16.601503+0000 mon.a (mon.0) 639 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:49:17.841 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:17 smithi165 bash[31269]: audit 2024-04-13T21:49:16.632549+0000 mon.a (mon.0) 640 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' 2024-04-13T21:49:17.841 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:17 smithi165 bash[31269]: audit 2024-04-13T21:49:16.641068+0000 mon.a (mon.0) 641 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-13T21:49:18.089 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:49:17 smithi189 bash[24566]: ignoring --setuser ceph since I am not root 2024-04-13T21:49:18.089 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:49:17 smithi189 bash[24566]: ignoring --setgroup ceph since I am not root 2024-04-13T21:49:18.089 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:49:17 smithi189 bash[24566]: debug 2024-04-13T21:49:17.715+0000 7f44b8bda700 1 -- 172.21.15.189:0/658191596 <== mon.1 v2:172.21.15.189:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x559339b001a0 con 0x55933a882400 2024-04-13T21:49:18.089 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:49:17 smithi189 bash[24566]: debug 2024-04-13T21:49:17.847+0000 7f44c2940200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T21:49:18.309 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:17 smithi165 bash[21625]: debug 2024-04-13T21:49:17.849+0000 7f396b60e200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T21:49:19.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:18 smithi165 bash[31269]: audit 2024-04-13T21:49:17.653508+0000 mon.a (mon.0) 642 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-13T21:49:19.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:18 smithi165 bash[31269]: cluster 2024-04-13T21:49:17.653583+0000 mon.a (mon.0) 643 : cluster 0 mgrmap e16: y(active, since 8m), standbys: x 2024-04-13T21:49:19.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:18 smithi165 bash[21371]: audit 2024-04-13T21:49:17.653508+0000 mon.a (mon.0) 642 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-13T21:49:19.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:18 smithi165 bash[21371]: cluster 2024-04-13T21:49:17.653583+0000 mon.a (mon.0) 643 : cluster 0 mgrmap e16: y(active, since 8m), standbys: x 2024-04-13T21:49:19.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:18 smithi189 bash[23633]: audit 2024-04-13T21:49:17.653508+0000 mon.a (mon.0) 642 : audit 1 from='mgr.14152 172.21.15.165:0/4241144084' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-13T21:49:19.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:18 smithi189 bash[23633]: cluster 2024-04-13T21:49:17.653583+0000 mon.a (mon.0) 643 : cluster 0 mgrmap e16: y(active, since 8m), standbys: x 2024-04-13T21:49:19.097 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.b/config 2024-04-13T21:49:19.728 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:19 smithi165 bash[21625]: debug 2024-04-13T21:49:19.393+0000 7f396b60e200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T21:49:19.728 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:19 smithi165 bash[21625]: debug 2024-04-13T21:49:19.489+0000 7f396b60e200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T21:49:19.738 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:49:19 smithi189 bash[24566]: debug 2024-04-13T21:49:19.403+0000 7f44c2940200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T21:49:19.738 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:49:19 smithi189 bash[24566]: debug 2024-04-13T21:49:19.499+0000 7f44c2940200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T21:49:20.042 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:49:19 smithi189 bash[24566]: debug 2024-04-13T21:49:19.747+0000 7f44c2940200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T21:49:20.059 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:19 smithi165 bash[21625]: debug 2024-04-13T21:49:19.737+0000 7f396b60e200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T21:49:20.589 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:49:20 smithi189 bash[24566]: debug 2024-04-13T21:49:20.547+0000 7f44c2940200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T21:49:20.809 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:20 smithi165 bash[21625]: debug 2024-04-13T21:49:20.517+0000 7f396b60e200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T21:49:20.809 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:20 smithi165 bash[21625]: debug 2024-04-13T21:49:20.629+0000 7f396b60e200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T21:49:20.809 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:20 smithi165 bash[21625]: debug 2024-04-13T21:49:20.733+0000 7f396b60e200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T21:49:21.089 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:49:20 smithi189 bash[24566]: debug 2024-04-13T21:49:20.659+0000 7f44c2940200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T21:49:21.089 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:49:20 smithi189 bash[24566]: debug 2024-04-13T21:49:20.763+0000 7f44c2940200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T21:49:21.559 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:21 smithi165 bash[21625]: debug 2024-04-13T21:49:21.085+0000 7f396b60e200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T21:49:21.559 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:21 smithi165 bash[21625]: debug 2024-04-13T21:49:21.197+0000 7f396b60e200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T21:49:21.559 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:21 smithi165 bash[21625]: debug 2024-04-13T21:49:21.301+0000 7f396b60e200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T21:49:21.569 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:49:21 smithi189 bash[24566]: debug 2024-04-13T21:49:21.119+0000 7f44c2940200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T21:49:21.569 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:49:21 smithi189 bash[24566]: debug 2024-04-13T21:49:21.231+0000 7f44c2940200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T21:49:21.569 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:49:21 smithi189 bash[24566]: debug 2024-04-13T21:49:21.335+0000 7f44c2940200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T21:49:21.839 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:49:21 smithi189 bash[24566]: debug 2024-04-13T21:49:21.695+0000 7f44c2940200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T21:49:22.059 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:21 smithi165 bash[21625]: debug 2024-04-13T21:49:21.657+0000 7f396b60e200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T21:49:22.059 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:21 smithi165 bash[21625]: debug 2024-04-13T21:49:21.897+0000 7f396b60e200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T21:49:22.191 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:49:21 smithi189 bash[24566]: debug 2024-04-13T21:49:21.943+0000 7f44c2940200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T21:49:22.532 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:22 smithi165 bash[21625]: debug 2024-04-13T21:49:22.157+0000 7f396b60e200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T21:49:22.532 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:22 smithi165 bash[21625]: debug 2024-04-13T21:49:22.269+0000 7f396b60e200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T21:49:22.571 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:49:22 smithi189 bash[24566]: debug 2024-04-13T21:49:22.199+0000 7f44c2940200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T21:49:22.571 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:49:22 smithi189 bash[24566]: debug 2024-04-13T21:49:22.311+0000 7f44c2940200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T21:49:22.810 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:22 smithi165 bash[21625]: debug 2024-04-13T21:49:22.541+0000 7f396b60e200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T21:49:22.810 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:22 smithi165 bash[21625]: debug 2024-04-13T21:49:22.781+0000 7f396b60e200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T21:49:22.839 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:49:22 smithi189 bash[24566]: debug 2024-04-13T21:49:22.579+0000 7f44c2940200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T21:49:22.839 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:49:22 smithi189 bash[24566]: debug 2024-04-13T21:49:22.819+0000 7f44c2940200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T21:49:23.548 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:23 smithi165 bash[21625]: debug 2024-04-13T21:49:23.189+0000 7f396b60e200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T21:49:23.549 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:23 smithi165 bash[21625]: debug 2024-04-13T21:49:23.309+0000 7f396b60e200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T21:49:23.581 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:49:23 smithi189 bash[24566]: debug 2024-04-13T21:49:23.231+0000 7f44c2940200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T21:49:23.582 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:49:23 smithi189 bash[24566]: debug 2024-04-13T21:49:23.347+0000 7f44c2940200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T21:49:23.809 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:23 smithi165 bash[21625]: debug 2024-04-13T21:49:23.557+0000 7f396b60e200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T21:49:23.838 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:49:23 smithi189 bash[24566]: debug 2024-04-13T21:49:23.591+0000 7f44c2940200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T21:49:24.809 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:24 smithi165 bash[21625]: debug 2024-04-13T21:49:24.561+0000 7f396b60e200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T21:49:24.809 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:24 smithi165 bash[21625]: debug 2024-04-13T21:49:24.673+0000 7f396b60e200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T21:49:24.839 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:49:24 smithi189 bash[24566]: debug 2024-04-13T21:49:24.591+0000 7f44c2940200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T21:49:24.839 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:49:24 smithi189 bash[24566]: debug 2024-04-13T21:49:24.707+0000 7f44c2940200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T21:49:25.309 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:24 smithi165 bash[21625]: debug 2024-04-13T21:49:24.969+0000 7f396b60e200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T21:49:25.309 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[21625]: debug 2024-04-13T21:49:25.085+0000 7f396b60e200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T21:49:25.339 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:49:24 smithi189 bash[24566]: debug 2024-04-13T21:49:24.995+0000 7f44c2940200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T21:49:25.339 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:49:25 smithi189 bash[24566]: debug 2024-04-13T21:49:25.107+0000 7f44c2940200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T21:49:25.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[21371]: cluster 2024-04-13T21:49:25.680917+0000 mon.a (mon.0) 644 : cluster 1 Active manager daemon y restarted 2024-04-13T21:49:25.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[21371]: cluster 2024-04-13T21:49:25.681490+0000 mon.a (mon.0) 645 : cluster 1 Activating manager daemon y 2024-04-13T21:49:25.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[21371]: cluster 2024-04-13T21:49:25.694210+0000 mon.a (mon.0) 646 : cluster 0 osdmap e60: 8 total, 8 up, 8 in 2024-04-13T21:49:25.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[21371]: cluster 2024-04-13T21:49:25.695098+0000 mon.a (mon.0) 647 : cluster 0 mgrmap e17: y(active, starting, since 0.0138006s), standbys: x 2024-04-13T21:49:25.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[21371]: audit 2024-04-13T21:49:25.695892+0000 mon.c (mon.2) 13 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T21:49:25.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[21371]: audit 2024-04-13T21:49:25.696070+0000 mon.c (mon.2) 14 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:49:25.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[21371]: audit 2024-04-13T21:49:25.696277+0000 mon.c (mon.2) 15 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:49:25.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[21371]: cluster 2024-04-13T21:49:25.698331+0000 mon.a (mon.0) 648 : cluster 0 Standby manager daemon x restarted 2024-04-13T21:49:25.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[21371]: cluster 2024-04-13T21:49:25.698465+0000 mon.a (mon.0) 649 : cluster 0 Standby manager daemon x started 2024-04-13T21:49:25.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[21371]: audit 2024-04-13T21:49:25.699145+0000 mon.c (mon.2) 16 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T21:49:25.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[21371]: audit 2024-04-13T21:49:25.699290+0000 mon.b (mon.1) 25 : audit 0 from='mgr.? 172.21.15.189:0/967296427' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T21:49:25.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[21371]: audit 2024-04-13T21:49:25.699619+0000 mon.c (mon.2) 17 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T21:49:25.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[21371]: audit 2024-04-13T21:49:25.699818+0000 mon.b (mon.1) 26 : audit 0 from='mgr.? 172.21.15.189:0/967296427' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T21:49:25.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[21371]: audit 2024-04-13T21:49:25.700066+0000 mon.c (mon.2) 18 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T21:49:25.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[21371]: audit 2024-04-13T21:49:25.700462+0000 mon.c (mon.2) 19 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T21:49:25.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[21371]: audit 2024-04-13T21:49:25.700855+0000 mon.b (mon.1) 27 : audit 0 from='mgr.? 172.21.15.189:0/967296427' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T21:49:25.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[21371]: audit 2024-04-13T21:49:25.700920+0000 mon.c (mon.2) 20 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T21:49:25.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[21371]: audit 2024-04-13T21:49:25.701255+0000 mon.c (mon.2) 21 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T21:49:25.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[21371]: audit 2024-04-13T21:49:25.701286+0000 mon.b (mon.1) 28 : audit 0 from='mgr.? 172.21.15.189:0/967296427' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T21:49:25.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[21371]: audit 2024-04-13T21:49:25.701570+0000 mon.c (mon.2) 22 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T21:49:25.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[21371]: audit 2024-04-13T21:49:25.701886+0000 mon.c (mon.2) 23 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T21:49:25.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[21371]: audit 2024-04-13T21:49:25.702194+0000 mon.c (mon.2) 24 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T21:49:25.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[21371]: audit 2024-04-13T21:49:25.702527+0000 mon.c (mon.2) 25 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T21:49:25.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[21371]: audit 2024-04-13T21:49:25.702886+0000 mon.c (mon.2) 26 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T21:49:25.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[21371]: audit 2024-04-13T21:49:25.703187+0000 mon.c (mon.2) 27 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T21:49:25.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[21371]: audit 2024-04-13T21:49:25.703907+0000 mon.c (mon.2) 28 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T21:49:25.812 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[21625]: debug 2024-04-13T21:49:25.533+0000 7f396b60e200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T21:49:25.812 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[21625]: debug 2024-04-13T21:49:25.653+0000 7f396b60e200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T21:49:25.812 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[21625]: [13/Apr/2024:21:49:25] ENGINE Bus STARTING 2024-04-13T21:49:25.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[31269]: cluster 2024-04-13T21:49:25.680917+0000 mon.a (mon.0) 644 : cluster 1 Active manager daemon y restarted 2024-04-13T21:49:25.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[31269]: cluster 2024-04-13T21:49:25.681490+0000 mon.a (mon.0) 645 : cluster 1 Activating manager daemon y 2024-04-13T21:49:25.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[31269]: cluster 2024-04-13T21:49:25.694210+0000 mon.a (mon.0) 646 : cluster 0 osdmap e60: 8 total, 8 up, 8 in 2024-04-13T21:49:25.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[31269]: cluster 2024-04-13T21:49:25.695098+0000 mon.a (mon.0) 647 : cluster 0 mgrmap e17: y(active, starting, since 0.0138006s), standbys: x 2024-04-13T21:49:25.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[31269]: audit 2024-04-13T21:49:25.695892+0000 mon.c (mon.2) 13 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T21:49:25.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[31269]: audit 2024-04-13T21:49:25.696070+0000 mon.c (mon.2) 14 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:49:25.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[31269]: audit 2024-04-13T21:49:25.696277+0000 mon.c (mon.2) 15 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:49:25.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[31269]: cluster 2024-04-13T21:49:25.698331+0000 mon.a (mon.0) 648 : cluster 0 Standby manager daemon x restarted 2024-04-13T21:49:25.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[31269]: cluster 2024-04-13T21:49:25.698465+0000 mon.a (mon.0) 649 : cluster 0 Standby manager daemon x started 2024-04-13T21:49:25.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[31269]: audit 2024-04-13T21:49:25.699145+0000 mon.c (mon.2) 16 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T21:49:25.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[31269]: audit 2024-04-13T21:49:25.699290+0000 mon.b (mon.1) 25 : audit 0 from='mgr.? 172.21.15.189:0/967296427' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T21:49:25.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[31269]: audit 2024-04-13T21:49:25.699619+0000 mon.c (mon.2) 17 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T21:49:25.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[31269]: audit 2024-04-13T21:49:25.699818+0000 mon.b (mon.1) 26 : audit 0 from='mgr.? 172.21.15.189:0/967296427' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T21:49:25.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[31269]: audit 2024-04-13T21:49:25.700066+0000 mon.c (mon.2) 18 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T21:49:25.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[31269]: audit 2024-04-13T21:49:25.700462+0000 mon.c (mon.2) 19 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T21:49:25.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[31269]: audit 2024-04-13T21:49:25.700855+0000 mon.b (mon.1) 27 : audit 0 from='mgr.? 172.21.15.189:0/967296427' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T21:49:25.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[31269]: audit 2024-04-13T21:49:25.700920+0000 mon.c (mon.2) 20 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T21:49:25.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[31269]: audit 2024-04-13T21:49:25.701255+0000 mon.c (mon.2) 21 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T21:49:25.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[31269]: audit 2024-04-13T21:49:25.701286+0000 mon.b (mon.1) 28 : audit 0 from='mgr.? 172.21.15.189:0/967296427' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T21:49:25.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[31269]: audit 2024-04-13T21:49:25.701570+0000 mon.c (mon.2) 22 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T21:49:25.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[31269]: audit 2024-04-13T21:49:25.701886+0000 mon.c (mon.2) 23 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T21:49:25.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[31269]: audit 2024-04-13T21:49:25.702194+0000 mon.c (mon.2) 24 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T21:49:25.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[31269]: audit 2024-04-13T21:49:25.702527+0000 mon.c (mon.2) 25 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T21:49:25.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[31269]: audit 2024-04-13T21:49:25.702886+0000 mon.c (mon.2) 26 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T21:49:25.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[31269]: audit 2024-04-13T21:49:25.703187+0000 mon.c (mon.2) 27 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T21:49:25.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[31269]: audit 2024-04-13T21:49:25.703907+0000 mon.c (mon.2) 28 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T21:49:25.815 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:49:25 smithi189 bash[24566]: debug 2024-04-13T21:49:25.547+0000 7f44c2940200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T21:49:25.815 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:49:25 smithi189 bash[24566]: debug 2024-04-13T21:49:25.667+0000 7f44c2940200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T21:49:25.815 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:49:25 smithi189 bash[24566]: [13/Apr/2024:21:49:25] ENGINE Bus STARTING 2024-04-13T21:49:25.815 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:49:25 smithi189 bash[24566]: CherryPy Checker: 2024-04-13T21:49:25.815 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:49:25 smithi189 bash[24566]: The Application mounted at '' has an empty config. 2024-04-13T21:49:25.815 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:49:25 smithi189 bash[24566]: [13/Apr/2024:21:49:25] ENGINE Serving on http://:::9283 2024-04-13T21:49:25.815 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:49:25 smithi189 bash[24566]: [13/Apr/2024:21:49:25] ENGINE Bus STARTED 2024-04-13T21:49:25.816 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:25 smithi189 bash[23633]: cluster 2024-04-13T21:49:25.680917+0000 mon.a (mon.0) 644 : cluster 1 Active manager daemon y restarted 2024-04-13T21:49:25.816 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:25 smithi189 bash[23633]: cluster 2024-04-13T21:49:25.681490+0000 mon.a (mon.0) 645 : cluster 1 Activating manager daemon y 2024-04-13T21:49:25.816 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:25 smithi189 bash[23633]: cluster 2024-04-13T21:49:25.694210+0000 mon.a (mon.0) 646 : cluster 0 osdmap e60: 8 total, 8 up, 8 in 2024-04-13T21:49:25.816 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:25 smithi189 bash[23633]: cluster 2024-04-13T21:49:25.695098+0000 mon.a (mon.0) 647 : cluster 0 mgrmap e17: y(active, starting, since 0.0138006s), standbys: x 2024-04-13T21:49:25.816 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:25 smithi189 bash[23633]: audit 2024-04-13T21:49:25.695892+0000 mon.c (mon.2) 13 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T21:49:25.816 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:25 smithi189 bash[23633]: audit 2024-04-13T21:49:25.696070+0000 mon.c (mon.2) 14 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:49:25.816 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:25 smithi189 bash[23633]: audit 2024-04-13T21:49:25.696277+0000 mon.c (mon.2) 15 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:49:25.816 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:25 smithi189 bash[23633]: cluster 2024-04-13T21:49:25.698331+0000 mon.a (mon.0) 648 : cluster 0 Standby manager daemon x restarted 2024-04-13T21:49:25.816 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:25 smithi189 bash[23633]: cluster 2024-04-13T21:49:25.698465+0000 mon.a (mon.0) 649 : cluster 0 Standby manager daemon x started 2024-04-13T21:49:25.816 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:25 smithi189 bash[23633]: audit 2024-04-13T21:49:25.699145+0000 mon.c (mon.2) 16 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T21:49:25.817 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:25 smithi189 bash[23633]: audit 2024-04-13T21:49:25.699290+0000 mon.b (mon.1) 25 : audit 0 from='mgr.? 172.21.15.189:0/967296427' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T21:49:25.817 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:25 smithi189 bash[23633]: audit 2024-04-13T21:49:25.699619+0000 mon.c (mon.2) 17 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T21:49:25.817 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:25 smithi189 bash[23633]: audit 2024-04-13T21:49:25.699818+0000 mon.b (mon.1) 26 : audit 0 from='mgr.? 172.21.15.189:0/967296427' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T21:49:25.817 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:25 smithi189 bash[23633]: audit 2024-04-13T21:49:25.700066+0000 mon.c (mon.2) 18 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T21:49:25.817 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:25 smithi189 bash[23633]: audit 2024-04-13T21:49:25.700462+0000 mon.c (mon.2) 19 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T21:49:25.817 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:25 smithi189 bash[23633]: audit 2024-04-13T21:49:25.700855+0000 mon.b (mon.1) 27 : audit 0 from='mgr.? 172.21.15.189:0/967296427' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T21:49:25.817 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:25 smithi189 bash[23633]: audit 2024-04-13T21:49:25.700920+0000 mon.c (mon.2) 20 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T21:49:25.817 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:25 smithi189 bash[23633]: audit 2024-04-13T21:49:25.701255+0000 mon.c (mon.2) 21 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T21:49:25.817 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:25 smithi189 bash[23633]: audit 2024-04-13T21:49:25.701286+0000 mon.b (mon.1) 28 : audit 0 from='mgr.? 172.21.15.189:0/967296427' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T21:49:25.817 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:25 smithi189 bash[23633]: audit 2024-04-13T21:49:25.701570+0000 mon.c (mon.2) 22 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T21:49:25.817 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:25 smithi189 bash[23633]: audit 2024-04-13T21:49:25.701886+0000 mon.c (mon.2) 23 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T21:49:25.817 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:25 smithi189 bash[23633]: audit 2024-04-13T21:49:25.702194+0000 mon.c (mon.2) 24 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T21:49:25.817 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:25 smithi189 bash[23633]: audit 2024-04-13T21:49:25.702527+0000 mon.c (mon.2) 25 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T21:49:25.817 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:25 smithi189 bash[23633]: audit 2024-04-13T21:49:25.702886+0000 mon.c (mon.2) 26 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T21:49:25.818 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:25 smithi189 bash[23633]: audit 2024-04-13T21:49:25.703187+0000 mon.c (mon.2) 27 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T21:49:25.818 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:25 smithi189 bash[23633]: audit 2024-04-13T21:49:25.703907+0000 mon.c (mon.2) 28 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T21:49:26.309 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[21625]: CherryPy Checker: 2024-04-13T21:49:26.309 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[21625]: The Application mounted at '' has an empty config. 2024-04-13T21:49:26.309 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[21625]: [13/Apr/2024:21:49:25] ENGINE Serving on http://:::9283 2024-04-13T21:49:26.310 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:25 smithi165 bash[21625]: [13/Apr/2024:21:49:25] ENGINE Bus STARTED 2024-04-13T21:49:26.715 INFO:teuthology.orchestra.run.smithi189.stdout:Scheduled alertmanager update... 2024-04-13T21:49:27.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:26 smithi165 bash[21371]: cluster 2024-04-13T21:49:25.733950+0000 mon.a (mon.0) 650 : cluster 1 Manager daemon y is now available 2024-04-13T21:49:27.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:26 smithi165 bash[21371]: audit 2024-04-13T21:49:25.758546+0000 mon.c (mon.2) 29 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:49:27.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:26 smithi165 bash[21371]: audit 2024-04-13T21:49:25.779310+0000 mon.a (mon.0) 651 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:27.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:26 smithi165 bash[21371]: audit 2024-04-13T21:49:25.782304+0000 mon.c (mon.2) 30 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:49:27.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:26 smithi165 bash[21371]: audit 2024-04-13T21:49:25.798901+0000 mon.c (mon.2) 31 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T21:49:27.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:26 smithi165 bash[21371]: audit 2024-04-13T21:49:25.799277+0000 mon.a (mon.0) 652 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T21:49:27.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:26 smithi165 bash[21371]: audit 2024-04-13T21:49:25.806650+0000 mon.c (mon.2) 32 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T21:49:27.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:26 smithi165 bash[21371]: audit 2024-04-13T21:49:25.807009+0000 mon.a (mon.0) 653 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T21:49:27.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:26 smithi165 bash[21371]: cephadm 2024-04-13T21:49:26.237160+0000 mgr.y (mgr.14388) 1 : cephadm 1 [13/Apr/2024:21:49:26] ENGINE Bus STARTING 2024-04-13T21:49:27.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:26 smithi165 bash[21371]: cephadm 2024-04-13T21:49:26.338970+0000 mgr.y (mgr.14388) 2 : cephadm 1 [13/Apr/2024:21:49:26] ENGINE Serving on http://172.21.15.165:8765 2024-04-13T21:49:27.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:26 smithi165 bash[21371]: cephadm 2024-04-13T21:49:26.453535+0000 mgr.y (mgr.14388) 3 : cephadm 1 [13/Apr/2024:21:49:26] ENGINE Serving on https://172.21.15.165:7150 2024-04-13T21:49:27.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:26 smithi165 bash[21371]: cephadm 2024-04-13T21:49:26.453884+0000 mgr.y (mgr.14388) 4 : cephadm 1 [13/Apr/2024:21:49:26] ENGINE Bus STARTED 2024-04-13T21:49:27.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:26 smithi165 bash[21371]: cluster 2024-04-13T21:49:26.703987+0000 mon.a (mon.0) 654 : cluster 0 mgrmap e18: y(active, since 1.02268s), standbys: x 2024-04-13T21:49:27.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:26 smithi165 bash[21371]: audit 2024-04-13T21:49:26.712516+0000 mgr.y (mgr.14388) 5 : audit 0 from='client.24313 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi165=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:49:27.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:26 smithi165 bash[21371]: audit 2024-04-13T21:49:26.724380+0000 mon.a (mon.0) 655 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:27.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:26 smithi165 bash[31269]: cluster 2024-04-13T21:49:25.733950+0000 mon.a (mon.0) 650 : cluster 1 Manager daemon y is now available 2024-04-13T21:49:27.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:26 smithi165 bash[31269]: audit 2024-04-13T21:49:25.758546+0000 mon.c (mon.2) 29 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:49:27.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:26 smithi165 bash[31269]: audit 2024-04-13T21:49:25.779310+0000 mon.a (mon.0) 651 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:27.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:26 smithi165 bash[31269]: audit 2024-04-13T21:49:25.782304+0000 mon.c (mon.2) 30 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:49:27.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:26 smithi165 bash[31269]: audit 2024-04-13T21:49:25.798901+0000 mon.c (mon.2) 31 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T21:49:27.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:26 smithi165 bash[31269]: audit 2024-04-13T21:49:25.799277+0000 mon.a (mon.0) 652 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T21:49:27.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:26 smithi165 bash[31269]: audit 2024-04-13T21:49:25.806650+0000 mon.c (mon.2) 32 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T21:49:27.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:26 smithi165 bash[31269]: audit 2024-04-13T21:49:25.807009+0000 mon.a (mon.0) 653 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T21:49:27.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:26 smithi165 bash[31269]: cephadm 2024-04-13T21:49:26.237160+0000 mgr.y (mgr.14388) 1 : cephadm 1 [13/Apr/2024:21:49:26] ENGINE Bus STARTING 2024-04-13T21:49:27.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:26 smithi165 bash[31269]: cephadm 2024-04-13T21:49:26.338970+0000 mgr.y (mgr.14388) 2 : cephadm 1 [13/Apr/2024:21:49:26] ENGINE Serving on http://172.21.15.165:8765 2024-04-13T21:49:27.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:26 smithi165 bash[31269]: cephadm 2024-04-13T21:49:26.453535+0000 mgr.y (mgr.14388) 3 : cephadm 1 [13/Apr/2024:21:49:26] ENGINE Serving on https://172.21.15.165:7150 2024-04-13T21:49:27.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:26 smithi165 bash[31269]: cephadm 2024-04-13T21:49:26.453884+0000 mgr.y (mgr.14388) 4 : cephadm 1 [13/Apr/2024:21:49:26] ENGINE Bus STARTED 2024-04-13T21:49:27.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:26 smithi165 bash[31269]: cluster 2024-04-13T21:49:26.703987+0000 mon.a (mon.0) 654 : cluster 0 mgrmap e18: y(active, since 1.02268s), standbys: x 2024-04-13T21:49:27.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:26 smithi165 bash[31269]: audit 2024-04-13T21:49:26.712516+0000 mgr.y (mgr.14388) 5 : audit 0 from='client.24313 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi165=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:49:27.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:26 smithi165 bash[31269]: audit 2024-04-13T21:49:26.724380+0000 mon.a (mon.0) 655 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:27.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:26 smithi189 bash[23633]: cluster 2024-04-13T21:49:25.733950+0000 mon.a (mon.0) 650 : cluster 1 Manager daemon y is now available 2024-04-13T21:49:27.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:26 smithi189 bash[23633]: audit 2024-04-13T21:49:25.758546+0000 mon.c (mon.2) 29 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:49:27.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:26 smithi189 bash[23633]: audit 2024-04-13T21:49:25.779310+0000 mon.a (mon.0) 651 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:27.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:26 smithi189 bash[23633]: audit 2024-04-13T21:49:25.782304+0000 mon.c (mon.2) 30 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:49:27.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:26 smithi189 bash[23633]: audit 2024-04-13T21:49:25.798901+0000 mon.c (mon.2) 31 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T21:49:27.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:26 smithi189 bash[23633]: audit 2024-04-13T21:49:25.799277+0000 mon.a (mon.0) 652 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T21:49:27.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:26 smithi189 bash[23633]: audit 2024-04-13T21:49:25.806650+0000 mon.c (mon.2) 32 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T21:49:27.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:26 smithi189 bash[23633]: audit 2024-04-13T21:49:25.807009+0000 mon.a (mon.0) 653 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T21:49:27.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:26 smithi189 bash[23633]: cephadm 2024-04-13T21:49:26.237160+0000 mgr.y (mgr.14388) 1 : cephadm 1 [13/Apr/2024:21:49:26] ENGINE Bus STARTING 2024-04-13T21:49:27.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:26 smithi189 bash[23633]: cephadm 2024-04-13T21:49:26.338970+0000 mgr.y (mgr.14388) 2 : cephadm 1 [13/Apr/2024:21:49:26] ENGINE Serving on http://172.21.15.165:8765 2024-04-13T21:49:27.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:26 smithi189 bash[23633]: cephadm 2024-04-13T21:49:26.453535+0000 mgr.y (mgr.14388) 3 : cephadm 1 [13/Apr/2024:21:49:26] ENGINE Serving on https://172.21.15.165:7150 2024-04-13T21:49:27.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:26 smithi189 bash[23633]: cephadm 2024-04-13T21:49:26.453884+0000 mgr.y (mgr.14388) 4 : cephadm 1 [13/Apr/2024:21:49:26] ENGINE Bus STARTED 2024-04-13T21:49:27.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:26 smithi189 bash[23633]: cluster 2024-04-13T21:49:26.703987+0000 mon.a (mon.0) 654 : cluster 0 mgrmap e18: y(active, since 1.02268s), standbys: x 2024-04-13T21:49:27.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:26 smithi189 bash[23633]: audit 2024-04-13T21:49:26.712516+0000 mgr.y (mgr.14388) 5 : audit 0 from='client.24313 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi165=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:49:27.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:26 smithi189 bash[23633]: audit 2024-04-13T21:49:26.724380+0000 mon.a (mon.0) 655 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:27.488 DEBUG:teuthology.orchestra.run.smithi165:alertmanager.a> sudo journalctl -f -n 0 -u ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@alertmanager.a.service 2024-04-13T21:49:27.491 INFO:tasks.cephadm:Adding grafana.a on smithi189 2024-04-13T21:49:27.492 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph orch apply grafana '1;smithi189=a' 2024-04-13T21:49:29.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:28 smithi165 bash[21371]: cluster 2024-04-13T21:49:26.716881+0000 mgr.y (mgr.14388) 6 : cluster 0 pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:29.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:28 smithi165 bash[21371]: cephadm 2024-04-13T21:49:26.718814+0000 mgr.y (mgr.14388) 7 : cephadm 1 Saving service alertmanager spec with placement smithi165=a;count:1 2024-04-13T21:49:29.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:28 smithi165 bash[21371]: cluster 2024-04-13T21:49:27.701108+0000 mgr.y (mgr.14388) 8 : cluster 0 pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:29.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:28 smithi165 bash[31269]: cluster 2024-04-13T21:49:26.716881+0000 mgr.y (mgr.14388) 6 : cluster 0 pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:29.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:28 smithi165 bash[31269]: cephadm 2024-04-13T21:49:26.718814+0000 mgr.y (mgr.14388) 7 : cephadm 1 Saving service alertmanager spec with placement smithi165=a;count:1 2024-04-13T21:49:29.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:28 smithi165 bash[31269]: cluster 2024-04-13T21:49:27.701108+0000 mgr.y (mgr.14388) 8 : cluster 0 pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:29.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:28 smithi189 bash[23633]: cluster 2024-04-13T21:49:26.716881+0000 mgr.y (mgr.14388) 6 : cluster 0 pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:29.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:28 smithi189 bash[23633]: cephadm 2024-04-13T21:49:26.718814+0000 mgr.y (mgr.14388) 7 : cephadm 1 Saving service alertmanager spec with placement smithi165=a;count:1 2024-04-13T21:49:29.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:28 smithi189 bash[23633]: cluster 2024-04-13T21:49:27.701108+0000 mgr.y (mgr.14388) 8 : cluster 0 pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:30.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:29 smithi165 bash[21371]: cluster 2024-04-13T21:49:28.717216+0000 mon.a (mon.0) 656 : cluster 0 mgrmap e19: y(active, since 3s), standbys: x 2024-04-13T21:49:30.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:29 smithi165 bash[31269]: cluster 2024-04-13T21:49:28.717216+0000 mon.a (mon.0) 656 : cluster 0 mgrmap e19: y(active, since 3s), standbys: x 2024-04-13T21:49:30.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:29 smithi189 bash[23633]: cluster 2024-04-13T21:49:28.717216+0000 mon.a (mon.0) 656 : cluster 0 mgrmap e19: y(active, since 3s), standbys: x 2024-04-13T21:49:31.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:30 smithi165 bash[21371]: cluster 2024-04-13T21:49:29.701841+0000 mgr.y (mgr.14388) 9 : cluster 0 pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:31.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:30 smithi165 bash[31269]: cluster 2024-04-13T21:49:29.701841+0000 mgr.y (mgr.14388) 9 : cluster 0 pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:31.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:30 smithi189 bash[23633]: cluster 2024-04-13T21:49:29.701841+0000 mgr.y (mgr.14388) 9 : cluster 0 pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:32.020 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.b/config 2024-04-13T21:49:32.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:31 smithi165 bash[21371]: cluster 2024-04-13T21:49:30.735183+0000 mon.a (mon.0) 657 : cluster 0 mgrmap e20: y(active, since 5s), standbys: x 2024-04-13T21:49:32.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:31 smithi165 bash[21371]: audit 2024-04-13T21:49:31.225355+0000 mon.a (mon.0) 658 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:32.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:31 smithi165 bash[21371]: audit 2024-04-13T21:49:31.231059+0000 mon.a (mon.0) 659 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:32.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:31 smithi165 bash[21371]: audit 2024-04-13T21:49:31.529125+0000 mon.a (mon.0) 660 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:32.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:31 smithi165 bash[21371]: audit 2024-04-13T21:49:31.539762+0000 mon.a (mon.0) 661 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:32.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:31 smithi165 bash[21371]: cluster 2024-04-13T21:49:31.702555+0000 mgr.y (mgr.14388) 10 : cluster 0 pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:32.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:31 smithi165 bash[31269]: cluster 2024-04-13T21:49:30.735183+0000 mon.a (mon.0) 657 : cluster 0 mgrmap e20: y(active, since 5s), standbys: x 2024-04-13T21:49:32.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:31 smithi165 bash[31269]: audit 2024-04-13T21:49:31.225355+0000 mon.a (mon.0) 658 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:32.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:31 smithi165 bash[31269]: audit 2024-04-13T21:49:31.231059+0000 mon.a (mon.0) 659 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:32.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:31 smithi165 bash[31269]: audit 2024-04-13T21:49:31.529125+0000 mon.a (mon.0) 660 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:32.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:31 smithi165 bash[31269]: audit 2024-04-13T21:49:31.539762+0000 mon.a (mon.0) 661 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:32.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:31 smithi165 bash[31269]: cluster 2024-04-13T21:49:31.702555+0000 mgr.y (mgr.14388) 10 : cluster 0 pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:32.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:31 smithi189 bash[23633]: cluster 2024-04-13T21:49:30.735183+0000 mon.a (mon.0) 657 : cluster 0 mgrmap e20: y(active, since 5s), standbys: x 2024-04-13T21:49:32.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:31 smithi189 bash[23633]: audit 2024-04-13T21:49:31.225355+0000 mon.a (mon.0) 658 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:32.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:31 smithi189 bash[23633]: audit 2024-04-13T21:49:31.231059+0000 mon.a (mon.0) 659 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:32.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:31 smithi189 bash[23633]: audit 2024-04-13T21:49:31.529125+0000 mon.a (mon.0) 660 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:32.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:31 smithi189 bash[23633]: audit 2024-04-13T21:49:31.539762+0000 mon.a (mon.0) 661 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:32.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:31 smithi189 bash[23633]: cluster 2024-04-13T21:49:31.702555+0000 mgr.y (mgr.14388) 10 : cluster 0 pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:32.809 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:32 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:49:32] "GET /metrics HTTP/1.1" 200 23696 "" "Prometheus/2.43.0" 2024-04-13T21:49:33.202 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:33 smithi189 bash[23633]: audit 2024-04-13T21:49:32.090706+0000 mon.a (mon.0) 662 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:33.203 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:33 smithi189 bash[23633]: audit 2024-04-13T21:49:32.104912+0000 mon.a (mon.0) 663 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:33.203 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:33 smithi189 bash[23633]: audit 2024-04-13T21:49:32.405697+0000 mon.a (mon.0) 664 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:33.203 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:33 smithi189 bash[23633]: audit 2024-04-13T21:49:32.419957+0000 mon.a (mon.0) 665 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:33.203 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:33 smithi189 bash[23633]: audit 2024-04-13T21:49:32.424134+0000 mon.c (mon.2) 33 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:49:33.203 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:33 smithi189 bash[23633]: audit 2024-04-13T21:49:32.424850+0000 mon.a (mon.0) 666 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:49:33.203 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:33 smithi189 bash[23633]: audit 2024-04-13T21:49:32.426935+0000 mon.c (mon.2) 34 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:49:33.203 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:33 smithi189 bash[23633]: audit 2024-04-13T21:49:32.427516+0000 mon.a (mon.0) 667 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:49:33.203 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:33 smithi189 bash[23633]: audit 2024-04-13T21:49:32.429446+0000 mon.c (mon.2) 35 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:49:33.203 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:33 smithi189 bash[23633]: audit 2024-04-13T21:49:32.430087+0000 mon.a (mon.0) 668 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:49:33.203 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:33 smithi189 bash[23633]: audit 2024-04-13T21:49:32.431869+0000 mon.c (mon.2) 36 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:49:33.203 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:33 smithi189 bash[23633]: audit 2024-04-13T21:49:32.432562+0000 mon.a (mon.0) 669 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:49:33.203 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:33 smithi189 bash[23633]: cephadm 2024-04-13T21:49:32.434092+0000 mgr.y (mgr.14388) 11 : cephadm 1 Adjusting osd_memory_target on smithi189 to 4060M 2024-04-13T21:49:33.203 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:33 smithi189 bash[23633]: audit 2024-04-13T21:49:32.443433+0000 mon.a (mon.0) 670 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:33.204 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:33 smithi189 bash[23633]: audit 2024-04-13T21:49:32.445933+0000 mon.c (mon.2) 37 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:49:33.204 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:33 smithi189 bash[23633]: audit 2024-04-13T21:49:32.447630+0000 mon.c (mon.2) 38 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:49:33.204 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:33 smithi189 bash[23633]: cephadm 2024-04-13T21:49:32.450209+0000 mgr.y (mgr.14388) 12 : cephadm 1 Updating smithi165:/etc/ceph/ceph.conf 2024-04-13T21:49:33.204 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:33 smithi189 bash[23633]: cephadm 2024-04-13T21:49:32.450713+0000 mgr.y (mgr.14388) 13 : cephadm 1 Updating smithi189:/etc/ceph/ceph.conf 2024-04-13T21:49:33.510 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:33 smithi165 bash[21371]: audit 2024-04-13T21:49:32.090706+0000 mon.a (mon.0) 662 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:33.510 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:33 smithi165 bash[21371]: audit 2024-04-13T21:49:32.104912+0000 mon.a (mon.0) 663 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:33.510 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:33 smithi165 bash[21371]: audit 2024-04-13T21:49:32.405697+0000 mon.a (mon.0) 664 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:33.510 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:33 smithi165 bash[21371]: audit 2024-04-13T21:49:32.419957+0000 mon.a (mon.0) 665 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:33.511 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:33 smithi165 bash[21371]: audit 2024-04-13T21:49:32.424134+0000 mon.c (mon.2) 33 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:49:33.511 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:33 smithi165 bash[21371]: audit 2024-04-13T21:49:32.424850+0000 mon.a (mon.0) 666 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:49:33.511 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:33 smithi165 bash[21371]: audit 2024-04-13T21:49:32.426935+0000 mon.c (mon.2) 34 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:49:33.511 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:33 smithi165 bash[21371]: audit 2024-04-13T21:49:32.427516+0000 mon.a (mon.0) 667 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:49:33.511 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:33 smithi165 bash[21371]: audit 2024-04-13T21:49:32.429446+0000 mon.c (mon.2) 35 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:49:33.511 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:33 smithi165 bash[21371]: audit 2024-04-13T21:49:32.430087+0000 mon.a (mon.0) 668 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:49:33.511 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:33 smithi165 bash[21371]: audit 2024-04-13T21:49:32.431869+0000 mon.c (mon.2) 36 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:49:33.511 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:33 smithi165 bash[21371]: audit 2024-04-13T21:49:32.432562+0000 mon.a (mon.0) 669 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:49:33.511 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:33 smithi165 bash[21371]: cephadm 2024-04-13T21:49:32.434092+0000 mgr.y (mgr.14388) 11 : cephadm 1 Adjusting osd_memory_target on smithi189 to 4060M 2024-04-13T21:49:33.511 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:33 smithi165 bash[21371]: audit 2024-04-13T21:49:32.443433+0000 mon.a (mon.0) 670 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:33.511 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:33 smithi165 bash[21371]: audit 2024-04-13T21:49:32.445933+0000 mon.c (mon.2) 37 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:49:33.511 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:33 smithi165 bash[21371]: audit 2024-04-13T21:49:32.447630+0000 mon.c (mon.2) 38 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:49:33.511 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:33 smithi165 bash[21371]: cephadm 2024-04-13T21:49:32.450209+0000 mgr.y (mgr.14388) 12 : cephadm 1 Updating smithi165:/etc/ceph/ceph.conf 2024-04-13T21:49:33.511 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:33 smithi165 bash[21371]: cephadm 2024-04-13T21:49:32.450713+0000 mgr.y (mgr.14388) 13 : cephadm 1 Updating smithi189:/etc/ceph/ceph.conf 2024-04-13T21:49:33.512 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:33 smithi165 bash[31269]: audit 2024-04-13T21:49:32.090706+0000 mon.a (mon.0) 662 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:33.512 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:33 smithi165 bash[31269]: audit 2024-04-13T21:49:32.104912+0000 mon.a (mon.0) 663 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:33.512 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:33 smithi165 bash[31269]: audit 2024-04-13T21:49:32.405697+0000 mon.a (mon.0) 664 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:33.512 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:33 smithi165 bash[31269]: audit 2024-04-13T21:49:32.419957+0000 mon.a (mon.0) 665 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:33.512 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:33 smithi165 bash[31269]: audit 2024-04-13T21:49:32.424134+0000 mon.c (mon.2) 33 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:49:33.512 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:33 smithi165 bash[31269]: audit 2024-04-13T21:49:32.424850+0000 mon.a (mon.0) 666 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:49:33.512 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:33 smithi165 bash[31269]: audit 2024-04-13T21:49:32.426935+0000 mon.c (mon.2) 34 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:49:33.512 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:33 smithi165 bash[31269]: audit 2024-04-13T21:49:32.427516+0000 mon.a (mon.0) 667 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:49:33.512 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:33 smithi165 bash[31269]: audit 2024-04-13T21:49:32.429446+0000 mon.c (mon.2) 35 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:49:33.512 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:33 smithi165 bash[31269]: audit 2024-04-13T21:49:32.430087+0000 mon.a (mon.0) 668 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:49:33.512 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:33 smithi165 bash[31269]: audit 2024-04-13T21:49:32.431869+0000 mon.c (mon.2) 36 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:49:33.513 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:33 smithi165 bash[31269]: audit 2024-04-13T21:49:32.432562+0000 mon.a (mon.0) 669 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:49:33.513 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:33 smithi165 bash[31269]: cephadm 2024-04-13T21:49:32.434092+0000 mgr.y (mgr.14388) 11 : cephadm 1 Adjusting osd_memory_target on smithi189 to 4060M 2024-04-13T21:49:33.513 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:33 smithi165 bash[31269]: audit 2024-04-13T21:49:32.443433+0000 mon.a (mon.0) 670 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:33.513 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:33 smithi165 bash[31269]: audit 2024-04-13T21:49:32.445933+0000 mon.c (mon.2) 37 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:49:33.513 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:33 smithi165 bash[31269]: audit 2024-04-13T21:49:32.447630+0000 mon.c (mon.2) 38 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:49:33.513 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:33 smithi165 bash[31269]: cephadm 2024-04-13T21:49:32.450209+0000 mgr.y (mgr.14388) 12 : cephadm 1 Updating smithi165:/etc/ceph/ceph.conf 2024-04-13T21:49:33.513 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:33 smithi165 bash[31269]: cephadm 2024-04-13T21:49:32.450713+0000 mgr.y (mgr.14388) 13 : cephadm 1 Updating smithi189:/etc/ceph/ceph.conf 2024-04-13T21:49:33.809 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:33 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:33.810 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:33 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:33.810 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 21:49:33 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:33.810 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 21:49:33 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:33.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:33 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:33.811 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 21:49:33 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:33.811 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 21:49:33 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:34.138 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:34 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:34.139 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:34 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:34.139 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 21:49:34 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:34.139 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 21:49:33 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:34.140 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 21:49:33 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:34.140 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:34 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:34.140 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 21:49:34 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:34.140 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:34 smithi165 systemd[1]: Started Ceph node-exporter.a for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T21:49:34.559 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:34 smithi165 bash[55897]: Unable to find image 'quay.io/prometheus/node-exporter:v1.5.0' locally 2024-04-13T21:49:34.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:34 smithi165 bash[21371]: cephadm 2024-04-13T21:49:32.716287+0000 mgr.y (mgr.14388) 14 : cephadm 1 Updating smithi189:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.conf 2024-04-13T21:49:34.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:34 smithi165 bash[21371]: cephadm 2024-04-13T21:49:32.716581+0000 mgr.y (mgr.14388) 15 : cephadm 1 Updating smithi165:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.conf 2024-04-13T21:49:34.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:34 smithi165 bash[21371]: cephadm 2024-04-13T21:49:32.881067+0000 mgr.y (mgr.14388) 16 : cephadm 1 Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-04-13T21:49:34.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:34 smithi165 bash[21371]: cephadm 2024-04-13T21:49:32.881266+0000 mgr.y (mgr.14388) 17 : cephadm 1 Updating smithi165:/etc/ceph/ceph.client.admin.keyring 2024-04-13T21:49:34.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:34 smithi165 bash[21371]: cephadm 2024-04-13T21:49:33.045823+0000 mgr.y (mgr.14388) 18 : cephadm 1 Updating smithi189:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T21:49:34.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:34 smithi165 bash[21371]: cephadm 2024-04-13T21:49:33.046104+0000 mgr.y (mgr.14388) 19 : cephadm 1 Updating smithi165:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T21:49:34.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:34 smithi165 bash[21371]: audit 2024-04-13T21:49:33.218367+0000 mon.a (mon.0) 671 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:34.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:34 smithi165 bash[21371]: audit 2024-04-13T21:49:33.224222+0000 mon.a (mon.0) 672 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:34.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:34 smithi165 bash[21371]: audit 2024-04-13T21:49:33.231865+0000 mon.a (mon.0) 673 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:34.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:34 smithi165 bash[21371]: audit 2024-04-13T21:49:33.240221+0000 mon.a (mon.0) 674 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:34.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:34 smithi165 bash[21371]: audit 2024-04-13T21:49:33.250353+0000 mon.a (mon.0) 675 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:34.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:34 smithi165 bash[21371]: cephadm 2024-04-13T21:49:33.257051+0000 mgr.y (mgr.14388) 20 : cephadm 1 Deploying daemon node-exporter.a on smithi165 2024-04-13T21:49:34.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:34 smithi165 bash[21371]: cluster 2024-04-13T21:49:33.703609+0000 mgr.y (mgr.14388) 21 : cluster 0 pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-13T21:49:34.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:34 smithi165 bash[21371]: audit 2024-04-13T21:49:34.141214+0000 mon.a (mon.0) 676 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:34.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:34 smithi165 bash[21371]: audit 2024-04-13T21:49:34.148406+0000 mon.a (mon.0) 677 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:34.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:34 smithi165 bash[21371]: audit 2024-04-13T21:49:34.176957+0000 mon.a (mon.0) 678 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:34.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:34 smithi165 bash[31269]: cephadm 2024-04-13T21:49:32.716287+0000 mgr.y (mgr.14388) 14 : cephadm 1 Updating smithi189:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.conf 2024-04-13T21:49:34.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:34 smithi165 bash[31269]: cephadm 2024-04-13T21:49:32.716581+0000 mgr.y (mgr.14388) 15 : cephadm 1 Updating smithi165:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.conf 2024-04-13T21:49:34.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:34 smithi165 bash[31269]: cephadm 2024-04-13T21:49:32.881067+0000 mgr.y (mgr.14388) 16 : cephadm 1 Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-04-13T21:49:34.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:34 smithi165 bash[31269]: cephadm 2024-04-13T21:49:32.881266+0000 mgr.y (mgr.14388) 17 : cephadm 1 Updating smithi165:/etc/ceph/ceph.client.admin.keyring 2024-04-13T21:49:34.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:34 smithi165 bash[31269]: cephadm 2024-04-13T21:49:33.045823+0000 mgr.y (mgr.14388) 18 : cephadm 1 Updating smithi189:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T21:49:34.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:34 smithi165 bash[31269]: cephadm 2024-04-13T21:49:33.046104+0000 mgr.y (mgr.14388) 19 : cephadm 1 Updating smithi165:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T21:49:34.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:34 smithi165 bash[31269]: audit 2024-04-13T21:49:33.218367+0000 mon.a (mon.0) 671 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:34.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:34 smithi165 bash[31269]: audit 2024-04-13T21:49:33.224222+0000 mon.a (mon.0) 672 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:34.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:34 smithi165 bash[31269]: audit 2024-04-13T21:49:33.231865+0000 mon.a (mon.0) 673 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:34.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:34 smithi165 bash[31269]: audit 2024-04-13T21:49:33.240221+0000 mon.a (mon.0) 674 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:34.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:34 smithi165 bash[31269]: audit 2024-04-13T21:49:33.250353+0000 mon.a (mon.0) 675 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:34.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:34 smithi165 bash[31269]: cephadm 2024-04-13T21:49:33.257051+0000 mgr.y (mgr.14388) 20 : cephadm 1 Deploying daemon node-exporter.a on smithi165 2024-04-13T21:49:34.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:34 smithi165 bash[31269]: cluster 2024-04-13T21:49:33.703609+0000 mgr.y (mgr.14388) 21 : cluster 0 pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-13T21:49:34.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:34 smithi165 bash[31269]: audit 2024-04-13T21:49:34.141214+0000 mon.a (mon.0) 676 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:34.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:34 smithi165 bash[31269]: audit 2024-04-13T21:49:34.148406+0000 mon.a (mon.0) 677 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:34.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:34 smithi165 bash[31269]: audit 2024-04-13T21:49:34.176957+0000 mon.a (mon.0) 678 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:34.573 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:34 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:34.573 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:34 smithi189 bash[23633]: cephadm 2024-04-13T21:49:32.716287+0000 mgr.y (mgr.14388) 14 : cephadm 1 Updating smithi189:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.conf 2024-04-13T21:49:34.574 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:34 smithi189 bash[23633]: cephadm 2024-04-13T21:49:32.716581+0000 mgr.y (mgr.14388) 15 : cephadm 1 Updating smithi165:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.conf 2024-04-13T21:49:34.574 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:34 smithi189 bash[23633]: cephadm 2024-04-13T21:49:32.881067+0000 mgr.y (mgr.14388) 16 : cephadm 1 Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-04-13T21:49:34.574 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:34 smithi189 bash[23633]: cephadm 2024-04-13T21:49:32.881266+0000 mgr.y (mgr.14388) 17 : cephadm 1 Updating smithi165:/etc/ceph/ceph.client.admin.keyring 2024-04-13T21:49:34.574 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:34 smithi189 bash[23633]: cephadm 2024-04-13T21:49:33.045823+0000 mgr.y (mgr.14388) 18 : cephadm 1 Updating smithi189:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T21:49:34.574 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:34 smithi189 bash[23633]: cephadm 2024-04-13T21:49:33.046104+0000 mgr.y (mgr.14388) 19 : cephadm 1 Updating smithi165:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T21:49:34.574 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:34 smithi189 bash[23633]: audit 2024-04-13T21:49:33.218367+0000 mon.a (mon.0) 671 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:34.574 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:34 smithi189 bash[23633]: audit 2024-04-13T21:49:33.224222+0000 mon.a (mon.0) 672 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:34.574 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:34 smithi189 bash[23633]: audit 2024-04-13T21:49:33.231865+0000 mon.a (mon.0) 673 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:34.574 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:34 smithi189 bash[23633]: audit 2024-04-13T21:49:33.240221+0000 mon.a (mon.0) 674 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:34.574 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:34 smithi189 bash[23633]: audit 2024-04-13T21:49:33.250353+0000 mon.a (mon.0) 675 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:34.574 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:34 smithi189 bash[23633]: cephadm 2024-04-13T21:49:33.257051+0000 mgr.y (mgr.14388) 20 : cephadm 1 Deploying daemon node-exporter.a on smithi165 2024-04-13T21:49:34.574 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:34 smithi189 bash[23633]: cluster 2024-04-13T21:49:33.703609+0000 mgr.y (mgr.14388) 21 : cluster 0 pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-13T21:49:34.574 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:34 smithi189 bash[23633]: audit 2024-04-13T21:49:34.141214+0000 mon.a (mon.0) 676 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:34.574 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:34 smithi189 bash[23633]: audit 2024-04-13T21:49:34.148406+0000 mon.a (mon.0) 677 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:34.575 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:34 smithi189 bash[23633]: audit 2024-04-13T21:49:34.176957+0000 mon.a (mon.0) 678 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:34.826 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:34 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:34.827 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 21:49:34 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:34.827 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 21:49:34 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:34.827 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:49:34 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:34.827 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:49:34 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:34.828 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 21:49:34 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:34.828 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 21:49:34 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:35.059 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:34 smithi165 bash[55897]: v1.5.0: Pulling from prometheus/node-exporter 2024-04-13T21:49:35.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:34 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:35.089 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:49:34 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:35.089 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 21:49:34 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:35.089 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 21:49:34 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:35.090 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 21:49:34 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:35.090 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 21:49:34 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:35.090 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:49:34 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:35.090 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:34 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:35.091 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:34 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:35.091 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:34 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:35.091 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:34 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:35.091 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:34 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:35.091 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:35 smithi189 systemd[1]: Started Ceph node-exporter.b for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T21:49:35.235 INFO:teuthology.orchestra.run.smithi189.stdout:Scheduled grafana update... 2024-04-13T21:49:35.364 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:35 smithi165 bash[55897]: 22b70bddd3ac: Pulling fs layer 2024-04-13T21:49:35.364 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:35 smithi165 bash[55897]: 5c12815fee55: Pulling fs layer 2024-04-13T21:49:35.364 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:35 smithi165 bash[55897]: c0e87333d380: Pulling fs layer 2024-04-13T21:49:35.364 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:35 smithi165 bash[31269]: cephadm 2024-04-13T21:49:34.177945+0000 mgr.y (mgr.14388) 22 : cephadm 1 Deploying daemon node-exporter.b on smithi189 2024-04-13T21:49:35.364 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:35 smithi165 bash[31269]: audit 2024-04-13T21:49:35.120347+0000 mon.a (mon.0) 679 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:35.364 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:35 smithi165 bash[31269]: audit 2024-04-13T21:49:35.134792+0000 mon.a (mon.0) 680 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:35.364 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:35 smithi165 bash[31269]: audit 2024-04-13T21:49:35.151708+0000 mon.a (mon.0) 681 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:35.365 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:35 smithi165 bash[31269]: audit 2024-04-13T21:49:35.163459+0000 mon.a (mon.0) 682 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:35.365 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:35 smithi165 bash[31269]: audit 2024-04-13T21:49:35.183746+0000 mon.a (mon.0) 683 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:35.365 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:35 smithi165 bash[31269]: audit 2024-04-13T21:49:35.245961+0000 mon.a (mon.0) 684 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:35.365 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:35 smithi165 bash[21371]: cephadm 2024-04-13T21:49:34.177945+0000 mgr.y (mgr.14388) 22 : cephadm 1 Deploying daemon node-exporter.b on smithi189 2024-04-13T21:49:35.365 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:35 smithi165 bash[21371]: audit 2024-04-13T21:49:35.120347+0000 mon.a (mon.0) 679 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:35.365 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:35 smithi165 bash[21371]: audit 2024-04-13T21:49:35.134792+0000 mon.a (mon.0) 680 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:35.365 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:35 smithi165 bash[21371]: audit 2024-04-13T21:49:35.151708+0000 mon.a (mon.0) 681 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:35.365 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:35 smithi165 bash[21371]: audit 2024-04-13T21:49:35.163459+0000 mon.a (mon.0) 682 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:35.365 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:35 smithi165 bash[21371]: audit 2024-04-13T21:49:35.183746+0000 mon.a (mon.0) 683 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:35.365 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:35 smithi165 bash[21371]: audit 2024-04-13T21:49:35.245961+0000 mon.a (mon.0) 684 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:35.494 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:35 smithi189 bash[49083]: Unable to find image 'quay.io/prometheus/node-exporter:v1.5.0' locally 2024-04-13T21:49:35.494 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:35 smithi189 bash[23633]: cephadm 2024-04-13T21:49:34.177945+0000 mgr.y (mgr.14388) 22 : cephadm 1 Deploying daemon node-exporter.b on smithi189 2024-04-13T21:49:35.494 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:35 smithi189 bash[23633]: audit 2024-04-13T21:49:35.120347+0000 mon.a (mon.0) 679 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:35.494 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:35 smithi189 bash[23633]: audit 2024-04-13T21:49:35.134792+0000 mon.a (mon.0) 680 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:35.494 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:35 smithi189 bash[23633]: audit 2024-04-13T21:49:35.151708+0000 mon.a (mon.0) 681 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:35.494 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:35 smithi189 bash[23633]: audit 2024-04-13T21:49:35.163459+0000 mon.a (mon.0) 682 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:35.494 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:35 smithi189 bash[23633]: audit 2024-04-13T21:49:35.183746+0000 mon.a (mon.0) 683 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:35.494 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:35 smithi189 bash[23633]: audit 2024-04-13T21:49:35.245961+0000 mon.a (mon.0) 684 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:35.810 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:35 smithi165 bash[55897]: 5c12815fee55: Verifying Checksum 2024-04-13T21:49:35.810 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:35 smithi165 bash[55897]: 5c12815fee55: Download complete 2024-04-13T21:49:35.811 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:35 smithi165 bash[55897]: 22b70bddd3ac: Verifying Checksum 2024-04-13T21:49:35.811 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:35 smithi165 bash[55897]: 22b70bddd3ac: Download complete 2024-04-13T21:49:35.811 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:35 smithi165 bash[55897]: c0e87333d380: Verifying Checksum 2024-04-13T21:49:35.811 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:35 smithi165 bash[55897]: c0e87333d380: Download complete 2024-04-13T21:49:35.811 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:35 smithi165 bash[55897]: 22b70bddd3ac: Pull complete 2024-04-13T21:49:35.811 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:49:35 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:36.309 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:36 smithi165 bash[55897]: 5c12815fee55: Pull complete 2024-04-13T21:49:36.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:36 smithi165 bash[21371]: cephadm 2024-04-13T21:49:35.221435+0000 mgr.y (mgr.14388) 23 : cephadm 1 Deploying daemon alertmanager.a on smithi165 2024-04-13T21:49:36.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:36 smithi165 bash[21371]: audit 2024-04-13T21:49:35.229153+0000 mgr.y (mgr.14388) 24 : audit 0 from='client.24334 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi189=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:49:36.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:36 smithi165 bash[21371]: cephadm 2024-04-13T21:49:35.234620+0000 mgr.y (mgr.14388) 25 : cephadm 1 Saving service grafana spec with placement smithi189=a;count:1 2024-04-13T21:49:36.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:36 smithi165 bash[21371]: cluster 2024-04-13T21:49:35.704018+0000 mgr.y (mgr.14388) 26 : cluster 0 pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-13T21:49:36.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:36 smithi165 bash[21371]: audit 2024-04-13T21:49:35.782685+0000 mon.a (mon.0) 685 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:36.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:36 smithi165 bash[31269]: cephadm 2024-04-13T21:49:35.221435+0000 mgr.y (mgr.14388) 23 : cephadm 1 Deploying daemon alertmanager.a on smithi165 2024-04-13T21:49:36.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:36 smithi165 bash[31269]: audit 2024-04-13T21:49:35.229153+0000 mgr.y (mgr.14388) 24 : audit 0 from='client.24334 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi189=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:49:36.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:36 smithi165 bash[31269]: cephadm 2024-04-13T21:49:35.234620+0000 mgr.y (mgr.14388) 25 : cephadm 1 Saving service grafana spec with placement smithi189=a;count:1 2024-04-13T21:49:36.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:36 smithi165 bash[31269]: cluster 2024-04-13T21:49:35.704018+0000 mgr.y (mgr.14388) 26 : cluster 0 pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-13T21:49:36.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:36 smithi165 bash[31269]: audit 2024-04-13T21:49:35.782685+0000 mon.a (mon.0) 685 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:36.491 DEBUG:teuthology.orchestra.run.smithi189:grafana.a> sudo journalctl -f -n 0 -u ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@grafana.a.service 2024-04-13T21:49:36.494 INFO:tasks.cephadm:Setting up client nodes... 2024-04-13T21:49:36.494 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-13T21:49:36.501 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:36 smithi189 bash[49083]: v1.5.0: Pulling from prometheus/node-exporter 2024-04-13T21:49:36.502 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:36 smithi189 bash[23633]: cephadm 2024-04-13T21:49:35.221435+0000 mgr.y (mgr.14388) 23 : cephadm 1 Deploying daemon alertmanager.a on smithi165 2024-04-13T21:49:36.502 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:36 smithi189 bash[23633]: audit 2024-04-13T21:49:35.229153+0000 mgr.y (mgr.14388) 24 : audit 0 from='client.24334 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi189=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:49:36.502 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:36 smithi189 bash[23633]: cephadm 2024-04-13T21:49:35.234620+0000 mgr.y (mgr.14388) 25 : cephadm 1 Saving service grafana spec with placement smithi189=a;count:1 2024-04-13T21:49:36.502 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:36 smithi189 bash[23633]: cluster 2024-04-13T21:49:35.704018+0000 mgr.y (mgr.14388) 26 : cluster 0 pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-13T21:49:36.502 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:36 smithi189 bash[23633]: audit 2024-04-13T21:49:35.782685+0000 mon.a (mon.0) 685 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:36.583 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:36 smithi165 bash[55897]: c0e87333d380: Pull complete 2024-04-13T21:49:36.583 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:36 smithi165 bash[55897]: Digest: sha256:39c642b2b337e38c18e80266fb14383754178202f40103646337722a594d984c 2024-04-13T21:49:36.583 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:36 smithi165 bash[55897]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v1.5.0 2024-04-13T21:49:36.839 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:36 smithi189 bash[49083]: 22b70bddd3ac: Pulling fs layer 2024-04-13T21:49:36.839 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:36 smithi189 bash[49083]: 5c12815fee55: Pulling fs layer 2024-04-13T21:49:36.839 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:36 smithi189 bash[49083]: c0e87333d380: Pulling fs layer 2024-04-13T21:49:37.242 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:36 smithi189 bash[49083]: 5c12815fee55: Verifying Checksum 2024-04-13T21:49:37.242 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:36 smithi189 bash[49083]: 5c12815fee55: Download complete 2024-04-13T21:49:37.242 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:37 smithi189 bash[49083]: 22b70bddd3ac: Verifying Checksum 2024-04-13T21:49:37.242 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:37 smithi189 bash[49083]: 22b70bddd3ac: Download complete 2024-04-13T21:49:37.242 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:37 smithi189 bash[49083]: c0e87333d380: Verifying Checksum 2024-04-13T21:49:37.242 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:37 smithi189 bash[49083]: c0e87333d380: Download complete 2024-04-13T21:49:37.243 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:37 smithi189 bash[49083]: 22b70bddd3ac: Pull complete 2024-04-13T21:49:38.030 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:37 smithi189 bash[23633]: cluster 2024-04-13T21:49:37.704664+0000 mgr.y (mgr.14388) 27 : cluster 0 pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-13T21:49:38.030 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:37 smithi189 bash[49083]: 5c12815fee55: Pull complete 2024-04-13T21:49:38.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:37 smithi165 bash[21371]: cluster 2024-04-13T21:49:37.704664+0000 mgr.y (mgr.14388) 27 : cluster 0 pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-13T21:49:38.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:37 smithi165 bash[31269]: cluster 2024-04-13T21:49:37.704664+0000 mgr.y (mgr.14388) 27 : cluster 0 pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-13T21:49:38.350 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:38 smithi189 bash[49083]: c0e87333d380: Pull complete 2024-04-13T21:49:38.350 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:38 smithi189 bash[49083]: Digest: sha256:39c642b2b337e38c18e80266fb14383754178202f40103646337722a594d984c 2024-04-13T21:49:38.350 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:38 smithi189 bash[49083]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v1.5.0 2024-04-13T21:49:39.310 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.933Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-13T21:49:39.310 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.933Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-13T21:49:39.310 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.934Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-13T21:49:39.310 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.934Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-13T21:49:39.310 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.934Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-13T21:49:39.311 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.934Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-13T21:49:39.311 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-13T21:49:39.311 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=arp 2024-04-13T21:49:39.311 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-13T21:49:39.311 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-13T21:49:39.311 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-13T21:49:39.311 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-13T21:49:39.311 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-13T21:49:39.311 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-13T21:49:39.311 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-13T21:49:39.311 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-13T21:49:39.311 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=edac 2024-04-13T21:49:39.311 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-13T21:49:39.311 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-13T21:49:39.311 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-13T21:49:39.312 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-13T21:49:39.312 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-13T21:49:39.312 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-13T21:49:39.312 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-13T21:49:39.312 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-13T21:49:39.312 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-13T21:49:39.312 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-13T21:49:39.312 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-13T21:49:39.312 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-13T21:49:39.313 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-13T21:49:39.313 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-13T21:49:39.313 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-13T21:49:39.313 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-13T21:49:39.313 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=os 2024-04-13T21:49:39.313 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-13T21:49:39.313 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-13T21:49:39.313 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-13T21:49:39.313 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-13T21:49:39.313 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-13T21:49:39.313 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-13T21:49:39.313 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-13T21:49:39.313 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=stat 2024-04-13T21:49:39.313 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-13T21:49:39.314 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-13T21:49:39.314 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-13T21:49:39.314 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=time 2024-04-13T21:49:39.314 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-13T21:49:39.314 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=uname 2024-04-13T21:49:39.314 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-13T21:49:39.314 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-13T21:49:39.314 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-13T21:49:39.314 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-13T21:49:39.314 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:38 smithi165 bash[55897]: ts=2024-04-13T21:49:38.935Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-13T21:49:39.759 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.504Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-13T21:49:39.760 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.504Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-13T21:49:39.760 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.505Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-13T21:49:39.760 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.505Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-13T21:49:39.760 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.505Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-13T21:49:39.760 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.505Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-13T21:49:39.760 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.505Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-13T21:49:39.760 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.505Z caller=node_exporter.go:117 level=info collector=arp 2024-04-13T21:49:39.760 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.505Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-13T21:49:39.760 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-13T21:49:39.760 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-13T21:49:39.760 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-13T21:49:39.760 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-13T21:49:39.760 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-13T21:49:39.761 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-13T21:49:39.761 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-13T21:49:39.761 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=edac 2024-04-13T21:49:39.761 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-13T21:49:39.761 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-13T21:49:39.761 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-13T21:49:39.761 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-13T21:49:39.761 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-13T21:49:39.761 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-13T21:49:39.761 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-13T21:49:39.761 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-13T21:49:39.761 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-13T21:49:39.762 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-13T21:49:39.762 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-13T21:49:39.762 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-13T21:49:39.762 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-13T21:49:39.762 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-13T21:49:39.762 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-13T21:49:39.762 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-13T21:49:39.762 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=os 2024-04-13T21:49:39.762 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-13T21:49:39.762 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-13T21:49:39.762 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-13T21:49:39.763 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-13T21:49:39.763 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-13T21:49:39.763 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-13T21:49:39.763 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-13T21:49:39.763 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=stat 2024-04-13T21:49:39.763 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-13T21:49:39.763 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-13T21:49:39.763 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-13T21:49:39.763 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=time 2024-04-13T21:49:39.763 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-13T21:49:39.763 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=uname 2024-04-13T21:49:39.763 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-13T21:49:39.763 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-13T21:49:39.763 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-13T21:49:39.763 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-13T21:49:39.763 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[49083]: ts=2024-04-13T21:49:39.506Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-13T21:49:40.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:39 smithi165 bash[21371]: cluster 2024-04-13T21:49:39.705174+0000 mgr.y (mgr.14388) 28 : cluster 0 pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T21:49:40.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:39 smithi165 bash[31269]: cluster 2024-04-13T21:49:39.705174+0000 mgr.y (mgr.14388) 28 : cluster 0 pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T21:49:40.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:39 smithi189 bash[23633]: cluster 2024-04-13T21:49:39.705174+0000 mgr.y (mgr.14388) 28 : cluster 0 pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T21:49:41.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:40 smithi189 bash[23633]: audit 2024-04-13T21:49:40.783489+0000 mon.c (mon.2) 39 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:49:41.219 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:49:41.244 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:40 smithi165 bash[21371]: audit 2024-04-13T21:49:40.783489+0000 mon.c (mon.2) 39 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:49:41.244 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:40 smithi165 bash[31269]: audit 2024-04-13T21:49:40.783489+0000 mon.c (mon.2) 39 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:49:42.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:41 smithi189 bash[23633]: cluster 2024-04-13T21:49:41.705766+0000 mgr.y (mgr.14388) 29 : cluster 0 pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T21:49:42.156 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:41 smithi165 bash[21371]: cluster 2024-04-13T21:49:41.705766+0000 mgr.y (mgr.14388) 29 : cluster 0 pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T21:49:42.156 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:41 smithi165 bash[31269]: cluster 2024-04-13T21:49:41.705766+0000 mgr.y (mgr.14388) 29 : cluster 0 pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T21:49:42.559 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:42 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:49:42] "GET /metrics HTTP/1.1" 200 26225 "" "Prometheus/2.43.0" 2024-04-13T21:49:44.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:43 smithi165 bash[21371]: cluster 2024-04-13T21:49:43.706420+0000 mgr.y (mgr.14388) 30 : cluster 0 pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T21:49:44.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:43 smithi165 bash[31269]: cluster 2024-04-13T21:49:43.706420+0000 mgr.y (mgr.14388) 30 : cluster 0 pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T21:49:44.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:43 smithi189 bash[23633]: cluster 2024-04-13T21:49:43.706420+0000 mgr.y (mgr.14388) 30 : cluster 0 pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T21:49:44.872 INFO:teuthology.orchestra.run.smithi165.stdout:[client.0] 2024-04-13T21:49:44.872 INFO:teuthology.orchestra.run.smithi165.stdout: key = AQD4/RpmaB5hNBAApetxzXRWNdcr+gTWI/hLfA== 2024-04-13T21:49:45.244 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:44 smithi165 bash[21371]: audit 2024-04-13T21:49:44.878379+0000 mon.a (mon.0) 686 : audit 1 from='client.? 172.21.15.165:0/4234599301' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-13T21:49:45.244 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:44 smithi165 bash[21371]: audit 2024-04-13T21:49:44.883829+0000 mon.a (mon.0) 687 : audit 1 from='client.? 172.21.15.165:0/4234599301' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-13T21:49:45.245 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:44 smithi165 bash[31269]: audit 2024-04-13T21:49:44.878379+0000 mon.a (mon.0) 686 : audit 1 from='client.? 172.21.15.165:0/4234599301' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-13T21:49:45.245 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:44 smithi165 bash[31269]: audit 2024-04-13T21:49:44.883829+0000 mon.a (mon.0) 687 : audit 1 from='client.? 172.21.15.165:0/4234599301' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-13T21:49:45.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:44 smithi189 bash[23633]: audit 2024-04-13T21:49:44.878379+0000 mon.a (mon.0) 686 : audit 1 from='client.? 172.21.15.165:0/4234599301' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-13T21:49:45.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:44 smithi189 bash[23633]: audit 2024-04-13T21:49:44.883829+0000 mon.a (mon.0) 687 : audit 1 from='client.? 172.21.15.165:0/4234599301' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-13T21:49:45.847 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-04-13T21:49:45.848 DEBUG:teuthology.orchestra.run.smithi165:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-13T21:49:45.848 DEBUG:teuthology.orchestra.run.smithi165:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-13T21:49:45.868 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-13T21:49:46.041 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 21:49:45 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:46.041 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 21:49:45 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:46.041 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 21:49:45 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:46.042 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:45 smithi165 bash[21371]: cluster 2024-04-13T21:49:45.707064+0000 mgr.y (mgr.14388) 31 : cluster 0 pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:46.042 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:45 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:46.042 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 21:49:45 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:46.042 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:45 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:46.042 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:45 smithi165 bash[31269]: cluster 2024-04-13T21:49:45.707064+0000 mgr.y (mgr.14388) 31 : cluster 0 pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:46.043 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:45 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:46.043 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:45 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:46.172 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:49:46 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:46.172 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:49:46 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:46.172 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:49:46 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:46.309 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:46 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:46.309 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 21:49:46 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:46.310 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 21:49:46 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:46.310 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 21:49:46 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:46.310 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:49:46 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:46.310 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:49:46 smithi165 systemd[1]: Started Ceph alertmanager.a for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T21:49:46.310 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:46 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:46.311 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 21:49:46 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:46.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:46 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:46.311 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:49:46 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:49:46.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:45 smithi189 bash[23633]: cluster 2024-04-13T21:49:45.707064+0000 mgr.y (mgr.14388) 31 : cluster 0 pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:47.589 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:47 smithi189 bash[23633]: audit 2024-04-13T21:49:46.331060+0000 mon.a (mon.0) 688 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:47.589 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:47 smithi189 bash[23633]: audit 2024-04-13T21:49:46.338303+0000 mon.a (mon.0) 689 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:47.589 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:47 smithi189 bash[23633]: audit 2024-04-13T21:49:46.364613+0000 mon.a (mon.0) 690 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:47.589 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:47 smithi189 bash[23633]: audit 2024-04-13T21:49:46.369156+0000 mon.a (mon.0) 691 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:47.589 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:47 smithi189 bash[23633]: audit 2024-04-13T21:49:46.417952+0000 mon.c (mon.2) 40 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:49:47.809 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:47 smithi165 bash[31269]: audit 2024-04-13T21:49:46.331060+0000 mon.a (mon.0) 688 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:47.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:47 smithi165 bash[31269]: audit 2024-04-13T21:49:46.338303+0000 mon.a (mon.0) 689 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:47.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:47 smithi165 bash[31269]: audit 2024-04-13T21:49:46.364613+0000 mon.a (mon.0) 690 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:47.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:47 smithi165 bash[31269]: audit 2024-04-13T21:49:46.369156+0000 mon.a (mon.0) 691 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:47.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:47 smithi165 bash[31269]: audit 2024-04-13T21:49:46.417952+0000 mon.c (mon.2) 40 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:49:47.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:47 smithi165 bash[21371]: audit 2024-04-13T21:49:46.331060+0000 mon.a (mon.0) 688 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:47.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:47 smithi165 bash[21371]: audit 2024-04-13T21:49:46.338303+0000 mon.a (mon.0) 689 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:47.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:47 smithi165 bash[21371]: audit 2024-04-13T21:49:46.364613+0000 mon.a (mon.0) 690 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:47.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:47 smithi165 bash[21371]: audit 2024-04-13T21:49:46.369156+0000 mon.a (mon.0) 691 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:47.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:47 smithi165 bash[21371]: audit 2024-04-13T21:49:46.417952+0000 mon.c (mon.2) 40 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:49:47.811 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:49:47 smithi165 bash[56444]: ts=2024-04-13T21:49:47.439Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-13T21:49:47.811 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:49:47 smithi165 bash[56444]: ts=2024-04-13T21:49:47.439Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-13T21:49:47.811 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:49:47 smithi165 bash[56444]: ts=2024-04-13T21:49:47.441Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.165 port=9094 2024-04-13T21:49:47.811 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:49:47 smithi165 bash[56444]: ts=2024-04-13T21:49:47.442Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-13T21:49:47.811 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:49:47 smithi165 bash[56444]: ts=2024-04-13T21:49:47.473Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-13T21:49:47.811 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:49:47 smithi165 bash[56444]: ts=2024-04-13T21:49:47.474Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-13T21:49:47.811 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:49:47 smithi165 bash[56444]: ts=2024-04-13T21:49:47.477Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-13T21:49:47.811 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:49:47 smithi165 bash[56444]: ts=2024-04-13T21:49:47.477Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-13T21:49:48.588 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:48 smithi189 bash[23633]: cluster 2024-04-13T21:49:47.707722+0000 mgr.y (mgr.14388) 32 : cluster 0 pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:48.809 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:48 smithi165 bash[21371]: cluster 2024-04-13T21:49:47.707722+0000 mgr.y (mgr.14388) 32 : cluster 0 pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:48.809 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:48 smithi165 bash[31269]: cluster 2024-04-13T21:49:47.707722+0000 mgr.y (mgr.14388) 32 : cluster 0 pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:49.762 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:49:49 smithi165 bash[56444]: ts=2024-04-13T21:49:49.443Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.001042719s 2024-04-13T21:49:50.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:49 smithi165 bash[21371]: cluster 2024-04-13T21:49:49.708313+0000 mgr.y (mgr.14388) 33 : cluster 0 pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:50.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:49 smithi165 bash[31269]: cluster 2024-04-13T21:49:49.708313+0000 mgr.y (mgr.14388) 33 : cluster 0 pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:50.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:49 smithi189 bash[23633]: cluster 2024-04-13T21:49:49.708313+0000 mgr.y (mgr.14388) 33 : cluster 0 pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:50.587 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.b/config 2024-04-13T21:49:52.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:51 smithi165 bash[21371]: audit 2024-04-13T21:49:50.792236+0000 mon.a (mon.0) 692 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:52.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:51 smithi165 bash[21371]: audit 2024-04-13T21:49:51.257548+0000 mon.a (mon.0) 693 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:52.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:51 smithi165 bash[21371]: audit 2024-04-13T21:49:51.271294+0000 mon.a (mon.0) 694 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:52.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:51 smithi165 bash[21371]: cluster 2024-04-13T21:49:51.708728+0000 mgr.y (mgr.14388) 34 : cluster 0 pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:52.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:51 smithi165 bash[31269]: audit 2024-04-13T21:49:50.792236+0000 mon.a (mon.0) 692 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:52.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:51 smithi165 bash[31269]: audit 2024-04-13T21:49:51.257548+0000 mon.a (mon.0) 693 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:52.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:51 smithi165 bash[31269]: audit 2024-04-13T21:49:51.271294+0000 mon.a (mon.0) 694 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:52.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:51 smithi165 bash[31269]: cluster 2024-04-13T21:49:51.708728+0000 mgr.y (mgr.14388) 34 : cluster 0 pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:52.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:51 smithi189 bash[23633]: audit 2024-04-13T21:49:50.792236+0000 mon.a (mon.0) 692 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:52.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:51 smithi189 bash[23633]: audit 2024-04-13T21:49:51.257548+0000 mon.a (mon.0) 693 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:52.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:51 smithi189 bash[23633]: audit 2024-04-13T21:49:51.271294+0000 mon.a (mon.0) 694 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:52.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:51 smithi189 bash[23633]: cluster 2024-04-13T21:49:51.708728+0000 mgr.y (mgr.14388) 34 : cluster 0 pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:52.330 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:52 smithi165 bash[21625]: [13/Apr/2024:21:49:52] ENGINE Bus STOPPING 2024-04-13T21:49:52.330 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:52 smithi165 bash[21625]: [13/Apr/2024:21:49:52] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T21:49:52.331 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:52 smithi165 bash[21625]: [13/Apr/2024:21:49:52] ENGINE Bus STOPPED 2024-04-13T21:49:52.331 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:52 smithi165 bash[21625]: [13/Apr/2024:21:49:52] ENGINE Bus STARTING 2024-04-13T21:49:52.331 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:52 smithi165 bash[21625]: [13/Apr/2024:21:49:52] ENGINE Serving on http://:::9283 2024-04-13T21:49:52.331 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:52 smithi165 bash[21625]: [13/Apr/2024:21:49:52] ENGINE Bus STARTED 2024-04-13T21:49:53.207 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:52 smithi189 bash[23633]: audit 2024-04-13T21:49:51.862175+0000 mon.a (mon.0) 695 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:53.207 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:52 smithi189 bash[23633]: audit 2024-04-13T21:49:51.875506+0000 mon.a (mon.0) 696 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:53.207 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:52 smithi189 bash[23633]: audit 2024-04-13T21:49:51.879618+0000 mon.c (mon.2) 41 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:49:53.207 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:52 smithi189 bash[23633]: audit 2024-04-13T21:49:51.881480+0000 mon.c (mon.2) 42 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:49:53.207 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:52 smithi189 bash[23633]: audit 2024-04-13T21:49:51.892317+0000 mon.a (mon.0) 697 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:53.207 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:52 smithi189 bash[23633]: cephadm 2024-04-13T21:49:51.929169+0000 mgr.y (mgr.14388) 35 : cephadm 1 Regenerating cephadm self-signed grafana TLS certificates 2024-04-13T21:49:53.207 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:52 smithi189 bash[23633]: audit 2024-04-13T21:49:52.028174+0000 mon.a (mon.0) 698 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:53.208 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:52 smithi189 bash[23633]: audit 2024-04-13T21:49:52.037545+0000 mon.a (mon.0) 699 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:53.208 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:52 smithi189 bash[23633]: audit 2024-04-13T21:49:52.041554+0000 mon.c (mon.2) 43 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-13T21:49:53.208 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:52 smithi189 bash[23633]: audit 2024-04-13T21:49:52.042752+0000 mgr.y (mgr.14388) 36 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-13T21:49:53.208 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:52 smithi189 bash[23633]: audit 2024-04-13T21:49:52.052598+0000 mon.a (mon.0) 700 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:53.208 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:52 smithi189 bash[23633]: cephadm 2024-04-13T21:49:52.068451+0000 mgr.y (mgr.14388) 37 : cephadm 1 Deploying daemon grafana.a on smithi189 2024-04-13T21:49:53.309 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:49:52 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:49:52] "GET /metrics HTTP/1.1" 200 26225 "" "Prometheus/2.43.0" 2024-04-13T21:49:53.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:52 smithi165 bash[21371]: audit 2024-04-13T21:49:51.862175+0000 mon.a (mon.0) 695 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:53.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:52 smithi165 bash[21371]: audit 2024-04-13T21:49:51.875506+0000 mon.a (mon.0) 696 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:53.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:52 smithi165 bash[21371]: audit 2024-04-13T21:49:51.879618+0000 mon.c (mon.2) 41 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:49:53.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:52 smithi165 bash[21371]: audit 2024-04-13T21:49:51.881480+0000 mon.c (mon.2) 42 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:49:53.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:52 smithi165 bash[21371]: audit 2024-04-13T21:49:51.892317+0000 mon.a (mon.0) 697 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:53.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:52 smithi165 bash[21371]: cephadm 2024-04-13T21:49:51.929169+0000 mgr.y (mgr.14388) 35 : cephadm 1 Regenerating cephadm self-signed grafana TLS certificates 2024-04-13T21:49:53.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:52 smithi165 bash[21371]: audit 2024-04-13T21:49:52.028174+0000 mon.a (mon.0) 698 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:53.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:52 smithi165 bash[21371]: audit 2024-04-13T21:49:52.037545+0000 mon.a (mon.0) 699 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:53.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:52 smithi165 bash[21371]: audit 2024-04-13T21:49:52.041554+0000 mon.c (mon.2) 43 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-13T21:49:53.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:52 smithi165 bash[21371]: audit 2024-04-13T21:49:52.042752+0000 mgr.y (mgr.14388) 36 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-13T21:49:53.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:52 smithi165 bash[21371]: audit 2024-04-13T21:49:52.052598+0000 mon.a (mon.0) 700 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:53.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:52 smithi165 bash[21371]: cephadm 2024-04-13T21:49:52.068451+0000 mgr.y (mgr.14388) 37 : cephadm 1 Deploying daemon grafana.a on smithi189 2024-04-13T21:49:53.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:52 smithi165 bash[31269]: audit 2024-04-13T21:49:51.862175+0000 mon.a (mon.0) 695 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:53.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:52 smithi165 bash[31269]: audit 2024-04-13T21:49:51.875506+0000 mon.a (mon.0) 696 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:53.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:52 smithi165 bash[31269]: audit 2024-04-13T21:49:51.879618+0000 mon.c (mon.2) 41 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:49:53.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:52 smithi165 bash[31269]: audit 2024-04-13T21:49:51.881480+0000 mon.c (mon.2) 42 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:49:53.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:52 smithi165 bash[31269]: audit 2024-04-13T21:49:51.892317+0000 mon.a (mon.0) 697 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:53.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:52 smithi165 bash[31269]: cephadm 2024-04-13T21:49:51.929169+0000 mgr.y (mgr.14388) 35 : cephadm 1 Regenerating cephadm self-signed grafana TLS certificates 2024-04-13T21:49:53.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:52 smithi165 bash[31269]: audit 2024-04-13T21:49:52.028174+0000 mon.a (mon.0) 698 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:53.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:52 smithi165 bash[31269]: audit 2024-04-13T21:49:52.037545+0000 mon.a (mon.0) 699 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:53.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:52 smithi165 bash[31269]: audit 2024-04-13T21:49:52.041554+0000 mon.c (mon.2) 43 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-13T21:49:53.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:52 smithi165 bash[31269]: audit 2024-04-13T21:49:52.042752+0000 mgr.y (mgr.14388) 36 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-13T21:49:53.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:52 smithi165 bash[31269]: audit 2024-04-13T21:49:52.052598+0000 mon.a (mon.0) 700 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:49:53.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:52 smithi165 bash[31269]: cephadm 2024-04-13T21:49:52.068451+0000 mgr.y (mgr.14388) 37 : cephadm 1 Deploying daemon grafana.a on smithi189 2024-04-13T21:49:53.685 INFO:teuthology.orchestra.run.smithi189.stdout:[client.1] 2024-04-13T21:49:53.685 INFO:teuthology.orchestra.run.smithi189.stdout: key = AQAB/hpmFacQKRAAHGM62B1Xc5EfNL7EirGJJA== 2024-04-13T21:49:53.949 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:53 smithi189 bash[23633]: audit 2024-04-13T21:49:53.688632+0000 mon.a (mon.0) 701 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-13T21:49:53.949 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:53 smithi189 bash[23633]: audit 2024-04-13T21:49:53.689318+0000 mon.b (mon.1) 29 : audit 1 from='client.? 172.21.15.189:0/916546985' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-13T21:49:53.949 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:53 smithi189 bash[23633]: audit 2024-04-13T21:49:53.696224+0000 mon.a (mon.0) 702 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-13T21:49:53.949 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:53 smithi189 bash[23633]: cluster 2024-04-13T21:49:53.709333+0000 mgr.y (mgr.14388) 38 : cluster 0 pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:54.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:53 smithi165 bash[21371]: audit 2024-04-13T21:49:53.688632+0000 mon.a (mon.0) 701 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-13T21:49:54.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:53 smithi165 bash[21371]: audit 2024-04-13T21:49:53.689318+0000 mon.b (mon.1) 29 : audit 1 from='client.? 172.21.15.189:0/916546985' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-13T21:49:54.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:53 smithi165 bash[21371]: audit 2024-04-13T21:49:53.696224+0000 mon.a (mon.0) 702 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-13T21:49:54.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:53 smithi165 bash[21371]: cluster 2024-04-13T21:49:53.709333+0000 mgr.y (mgr.14388) 38 : cluster 0 pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:54.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:53 smithi165 bash[31269]: audit 2024-04-13T21:49:53.688632+0000 mon.a (mon.0) 701 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-13T21:49:54.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:53 smithi165 bash[31269]: audit 2024-04-13T21:49:53.689318+0000 mon.b (mon.1) 29 : audit 1 from='client.? 172.21.15.189:0/916546985' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-13T21:49:54.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:53 smithi165 bash[31269]: audit 2024-04-13T21:49:53.696224+0000 mon.a (mon.0) 702 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-13T21:49:54.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:53 smithi165 bash[31269]: cluster 2024-04-13T21:49:53.709333+0000 mgr.y (mgr.14388) 38 : cluster 0 pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:54.659 DEBUG:teuthology.orchestra.run.smithi189:> set -ex 2024-04-13T21:49:54.659 DEBUG:teuthology.orchestra.run.smithi189:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-04-13T21:49:54.659 DEBUG:teuthology.orchestra.run.smithi189:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-04-13T21:49:54.683 INFO:tasks.cephadm:Waiting for OSDs to come up 2024-04-13T21:49:54.683 DEBUG:teuthology.orchestra.run.smithi165:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-04-13T21:49:54.984 INFO:teuthology.misc.health.smithi165.stdout: 2024-04-13T21:49:54.984 INFO:teuthology.misc.health.smithi165.stdout:{"epoch":60,"fsid":"1c29171c-f9de-11ee-bc8e-c7b262605968","created":"2024-04-13T21:39:20.699603+0000","modified":"2024-04-13T21:49:25.681043+0000","last_up_change":"2024-04-13T21:48:28.684842+0000","last_in_change":"2024-04-13T21:48:03.234530+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-13T21:44:25.441069+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"776ad8e4-0a40-4b88-9ab6-efe11cb27fc6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6802","nonce":285845539},{"type":"v1","addr":"172.21.15.165:6803","nonce":285845539}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6804","nonce":285845539},{"type":"v1","addr":"172.21.15.165:6805","nonce":285845539}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6808","nonce":285845539},{"type":"v1","addr":"172.21.15.165:6809","nonce":285845539}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6806","nonce":285845539},{"type":"v1","addr":"172.21.15.165:6807","nonce":285845539}]},"public_addr":"172.21.15.165:6803/285845539","cluster_addr":"172.21.15.165:6805/285845539","heartbeat_back_addr":"172.21.15.165:6809/285845539","heartbeat_front_addr":"172.21.15.165:6807/285845539","state":["exists","up"]},{"osd":1,"uuid":"2b75ee66-e9f8-45d6-9bea-5da70fef5eab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6810","nonce":632919587},{"type":"v1","addr":"172.21.15.165:6811","nonce":632919587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6812","nonce":632919587},{"type":"v1","addr":"172.21.15.165:6813","nonce":632919587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6816","nonce":632919587},{"type":"v1","addr":"172.21.15.165:6817","nonce":632919587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6814","nonce":632919587},{"type":"v1","addr":"172.21.15.165:6815","nonce":632919587}]},"public_addr":"172.21.15.165:6811/632919587","cluster_addr":"172.21.15.165:6813/632919587","heartbeat_back_addr":"172.21.15.165:6817/632919587","heartbeat_front_addr":"172.21.15.165:6815/632919587","state":["exists","up"]},{"osd":2,"uuid":"7c6c0d77-0b32-40d6-b6dd-752634faa653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6818","nonce":1970641189},{"type":"v1","addr":"172.21.15.165:6819","nonce":1970641189}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6820","nonce":1970641189},{"type":"v1","addr":"172.21.15.165:6821","nonce":1970641189}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6824","nonce":1970641189},{"type":"v1","addr":"172.21.15.165:6825","nonce":1970641189}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6822","nonce":1970641189},{"type":"v1","addr":"172.21.15.165:6823","nonce":1970641189}]},"public_addr":"172.21.15.165:6819/1970641189","cluster_addr":"172.21.15.165:6821/1970641189","heartbeat_back_addr":"172.21.15.165:6825/1970641189","heartbeat_front_addr":"172.21.15.165:6823/1970641189","state":["exists","up"]},{"osd":3,"uuid":"2292ee9f-3011-4d12-97a9-59871d9af3f7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6826","nonce":1790837044},{"type":"v1","addr":"172.21.15.165:6827","nonce":1790837044}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6828","nonce":1790837044},{"type":"v1","addr":"172.21.15.165:6829","nonce":1790837044}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6832","nonce":1790837044},{"type":"v1","addr":"172.21.15.165:6833","nonce":1790837044}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6830","nonce":1790837044},{"type":"v1","addr":"172.21.15.165:6831","nonce":1790837044}]},"public_addr":"172.21.15.165:6827/1790837044","cluster_addr":"172.21.15.165:6829/1790837044","heartbeat_back_addr":"172.21.15.165:6833/1790837044","heartbeat_front_addr":"172.21.15.165:6831/1790837044","state":["exists","up"]},{"osd":4,"uuid":"6fc9f1b2-1ad9-4883-8ac9-6155cce5bcff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6800","nonce":582511667},{"type":"v1","addr":"172.21.15.189:6801","nonce":582511667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6802","nonce":582511667},{"type":"v1","addr":"172.21.15.189:6803","nonce":582511667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6806","nonce":582511667},{"type":"v1","addr":"172.21.15.189:6807","nonce":582511667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6804","nonce":582511667},{"type":"v1","addr":"172.21.15.189:6805","nonce":582511667}]},"public_addr":"172.21.15.189:6801/582511667","cluster_addr":"172.21.15.189:6803/582511667","heartbeat_back_addr":"172.21.15.189:6807/582511667","heartbeat_front_addr":"172.21.15.189:6805/582511667","state":["exists","up"]},{"osd":5,"uuid":"1f52e692-2034-4d77-a0bc-5f23e3d1df8c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6808","nonce":2467195533},{"type":"v1","addr":"172.21.15.189:6809","nonce":2467195533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6810","nonce":2467195533},{"type":"v1","addr":"172.21.15.189:6811","nonce":2467195533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6814","nonce":2467195533},{"type":"v1","addr":"172.21.15.189:6815","nonce":2467195533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6812","nonce":2467195533},{"type":"v1","addr":"172.21.15.189:6813","nonce":2467195533}]},"public_addr":"172.21.15.189:6809/2467195533","cluster_addr":"172.21.15.189:6811/2467195533","heartbeat_back_addr":"172.21.15.189:6815/2467195533","heartbeat_front_addr":"172.21.15.189:6813/2467195533","state":["exists","up"]},{"osd":6,"uuid":"a0a0ef31-869b-447e-bc9b-d26981b8a347","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6816","nonce":1129279025},{"type":"v1","addr":"172.21.15.189:6817","nonce":1129279025}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6818","nonce":1129279025},{"type":"v1","addr":"172.21.15.189:6819","nonce":1129279025}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6822","nonce":1129279025},{"type":"v1","addr":"172.21.15.189:6823","nonce":1129279025}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6820","nonce":1129279025},{"type":"v1","addr":"172.21.15.189:6821","nonce":1129279025}]},"public_addr":"172.21.15.189:6817/1129279025","cluster_addr":"172.21.15.189:6819/1129279025","heartbeat_back_addr":"172.21.15.189:6823/1129279025","heartbeat_front_addr":"172.21.15.189:6821/1129279025","state":["exists","up"]},{"osd":7,"uuid":"d34424f8-3ab3-4331-9e53-83a0e3b5549c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6824","nonce":2854073429},{"type":"v1","addr":"172.21.15.189:6825","nonce":2854073429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6826","nonce":2854073429},{"type":"v1","addr":"172.21.15.189:6827","nonce":2854073429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6830","nonce":2854073429},{"type":"v1","addr":"172.21.15.189:6831","nonce":2854073429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6828","nonce":2854073429},{"type":"v1","addr":"172.21.15.189:6829","nonce":2854073429}]},"public_addr":"172.21.15.189:6825/2854073429","cluster_addr":"172.21.15.189:6827/2854073429","heartbeat_back_addr":"172.21.15.189:6831/2854073429","heartbeat_front_addr":"172.21.15.189:6829/2854073429","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:42:41.885444+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:43:30.846570+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:44:20.621228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:45:10.174227+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:45:58.306014+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:46:48.569417+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:47:37.411045+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:48:26.772389+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.165:6801/491646175":"2024-04-14T21:49:25.680950+0000","172.21.15.165:0/3153903530":"2024-04-14T21:49:25.680950+0000","172.21.15.165:0/537941751":"2024-04-14T21:40:22.820715+0000","172.21.15.165:0/1309459491":"2024-04-14T21:49:25.680950+0000","172.21.15.165:0/3046192902":"2024-04-14T21:49:25.680950+0000","172.21.15.165:6801/1346964888":"2024-04-14T21:40:22.820715+0000","172.21.15.165:6800/3496035712":"2024-04-14T21:39:51.988958+0000","172.21.15.165:0/1486718192":"2024-04-14T21:39:51.988958+0000","172.21.15.165:6801/3496035712":"2024-04-14T21:39:51.988958+0000","172.21.15.165:6800/491646175":"2024-04-14T21:49:25.680950+0000","172.21.15.165:0/1668837608":"2024-04-14T21:40:22.820715+0000","172.21.15.165:6800/1346964888":"2024-04-14T21:40:22.820715+0000","172.21.15.165:0/3079989644":"2024-04-14T21:39:51.988958+0000","172.21.15.165:0/4051573552":"2024-04-14T21:49:25.680950+0000","172.21.15.165:0/2304149009":"2024-04-14T21:39:51.988958+0000","172.21.15.165:0/999600985":"2024-04-14T21:40:22.820715+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-13T21:49:55.001 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-04-13T21:49:55.001 INFO:tasks.cephadm:Creating RBD pool 2024-04-13T21:49:55.001 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- sudo ceph --cluster ceph osd pool create rbd 8 2024-04-13T21:49:56.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:55 smithi165 bash[21371]: audit 2024-04-13T21:49:54.994736+0000 mon.a (mon.0) 703 : audit 0 from='client.? 172.21.15.165:0/3026282027' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T21:49:56.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:55 smithi165 bash[31269]: audit 2024-04-13T21:49:54.994736+0000 mon.a (mon.0) 703 : audit 0 from='client.? 172.21.15.165:0/3026282027' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T21:49:56.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:55 smithi189 bash[23633]: audit 2024-04-13T21:49:54.994736+0000 mon.a (mon.0) 703 : audit 0 from='client.? 172.21.15.165:0/3026282027' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T21:49:57.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:56 smithi165 bash[21371]: cluster 2024-04-13T21:49:55.709886+0000 mgr.y (mgr.14388) 39 : cluster 0 pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:57.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:56 smithi165 bash[21371]: audit 2024-04-13T21:49:55.783941+0000 mon.c (mon.2) 44 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:49:57.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:56 smithi165 bash[31269]: cluster 2024-04-13T21:49:55.709886+0000 mgr.y (mgr.14388) 39 : cluster 0 pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:57.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:56 smithi165 bash[31269]: audit 2024-04-13T21:49:55.783941+0000 mon.c (mon.2) 44 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:49:57.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:56 smithi189 bash[23633]: cluster 2024-04-13T21:49:55.709886+0000 mgr.y (mgr.14388) 39 : cluster 0 pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:57.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:56 smithi189 bash[23633]: audit 2024-04-13T21:49:55.783941+0000 mon.c (mon.2) 44 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:49:57.762 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:49:57 smithi165 bash[56444]: ts=2024-04-13T21:49:57.446Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003945993s 2024-04-13T21:49:58.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:57 smithi165 bash[31269]: cluster 2024-04-13T21:49:57.710425+0000 mgr.y (mgr.14388) 40 : cluster 0 pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:58.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:57 smithi165 bash[21371]: cluster 2024-04-13T21:49:57.710425+0000 mgr.y (mgr.14388) 40 : cluster 0 pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:58.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:57 smithi189 bash[23633]: cluster 2024-04-13T21:49:57.710425+0000 mgr.y (mgr.14388) 40 : cluster 0 pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:49:59.722 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:50:00.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:49:59 smithi165 bash[21371]: cluster 2024-04-13T21:49:59.711007+0000 mgr.y (mgr.14388) 41 : cluster 0 pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:00.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:49:59 smithi165 bash[31269]: cluster 2024-04-13T21:49:59.711007+0000 mgr.y (mgr.14388) 41 : cluster 0 pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:00.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:49:59 smithi189 bash[23633]: cluster 2024-04-13T21:49:59.711007+0000 mgr.y (mgr.14388) 41 : cluster 0 pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:01.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:00 smithi165 bash[21371]: cluster 2024-04-13T21:50:00.000169+0000 mon.a (mon.0) 704 : cluster 1 overall HEALTH_OK 2024-04-13T21:50:01.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:00 smithi165 bash[31269]: cluster 2024-04-13T21:50:00.000169+0000 mon.a (mon.0) 704 : cluster 1 overall HEALTH_OK 2024-04-13T21:50:01.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:00 smithi189 bash[23633]: cluster 2024-04-13T21:50:00.000169+0000 mon.a (mon.0) 704 : cluster 1 overall HEALTH_OK 2024-04-13T21:50:02.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:01 smithi165 bash[21371]: cluster 2024-04-13T21:50:01.711595+0000 mgr.y (mgr.14388) 42 : cluster 0 pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:02.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:01 smithi165 bash[31269]: cluster 2024-04-13T21:50:01.711595+0000 mgr.y (mgr.14388) 42 : cluster 0 pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:02.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:01 smithi189 bash[23633]: cluster 2024-04-13T21:50:01.711595+0000 mgr.y (mgr.14388) 42 : cluster 0 pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:02.559 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:50:02 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:50:02] "GET /metrics HTTP/1.1" 200 26220 "" "Prometheus/2.43.0" 2024-04-13T21:50:03.193 INFO:teuthology.orchestra.run.smithi165.stderr:pool 'rbd' created 2024-04-13T21:50:03.559 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:03 smithi165 bash[21371]: audit 2024-04-13T21:50:02.703975+0000 mon.c (mon.2) 45 : audit 1 from='client.? 172.21.15.165:0/641504194' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-13T21:50:03.559 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:03 smithi165 bash[21371]: audit 2024-04-13T21:50:02.704319+0000 mon.a (mon.0) 705 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-13T21:50:03.560 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:03 smithi165 bash[31269]: audit 2024-04-13T21:50:02.703975+0000 mon.c (mon.2) 45 : audit 1 from='client.? 172.21.15.165:0/641504194' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-13T21:50:03.560 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:03 smithi165 bash[31269]: audit 2024-04-13T21:50:02.704319+0000 mon.a (mon.0) 705 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-13T21:50:03.588 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:03 smithi189 bash[23633]: audit 2024-04-13T21:50:02.703975+0000 mon.c (mon.2) 45 : audit 1 from='client.? 172.21.15.165:0/641504194' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-13T21:50:03.588 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:03 smithi189 bash[23633]: audit 2024-04-13T21:50:02.704319+0000 mon.a (mon.0) 705 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-13T21:50:03.895 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2024-04-13T21:50:04.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:04 smithi165 bash[21371]: audit 2024-04-13T21:50:03.193050+0000 mon.a (mon.0) 706 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-13T21:50:04.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:04 smithi165 bash[21371]: cluster 2024-04-13T21:50:03.193094+0000 mon.a (mon.0) 707 : cluster 0 osdmap e61: 8 total, 8 up, 8 in 2024-04-13T21:50:04.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:04 smithi165 bash[21371]: cluster 2024-04-13T21:50:03.712275+0000 mgr.y (mgr.14388) 43 : cluster 0 pgmap v23: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:04.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:04 smithi165 bash[21371]: cluster 2024-04-13T21:50:04.198361+0000 mon.a (mon.0) 708 : cluster 0 osdmap e62: 8 total, 8 up, 8 in 2024-04-13T21:50:04.560 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:04 smithi165 bash[31269]: audit 2024-04-13T21:50:03.193050+0000 mon.a (mon.0) 706 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-13T21:50:04.560 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:04 smithi165 bash[31269]: cluster 2024-04-13T21:50:03.193094+0000 mon.a (mon.0) 707 : cluster 0 osdmap e61: 8 total, 8 up, 8 in 2024-04-13T21:50:04.560 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:04 smithi165 bash[31269]: cluster 2024-04-13T21:50:03.712275+0000 mgr.y (mgr.14388) 43 : cluster 0 pgmap v23: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:04.560 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:04 smithi165 bash[31269]: cluster 2024-04-13T21:50:04.198361+0000 mon.a (mon.0) 708 : cluster 0 osdmap e62: 8 total, 8 up, 8 in 2024-04-13T21:50:04.588 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:04 smithi189 bash[23633]: audit 2024-04-13T21:50:03.193050+0000 mon.a (mon.0) 706 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-13T21:50:04.589 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:04 smithi189 bash[23633]: cluster 2024-04-13T21:50:03.193094+0000 mon.a (mon.0) 707 : cluster 0 osdmap e61: 8 total, 8 up, 8 in 2024-04-13T21:50:04.589 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:04 smithi189 bash[23633]: cluster 2024-04-13T21:50:03.712275+0000 mgr.y (mgr.14388) 43 : cluster 0 pgmap v23: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:04.589 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:04 smithi189 bash[23633]: cluster 2024-04-13T21:50:04.198361+0000 mon.a (mon.0) 708 : cluster 0 osdmap e62: 8 total, 8 up, 8 in 2024-04-13T21:50:05.559 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:05 smithi165 bash[21371]: cluster 2024-04-13T21:50:04.200750+0000 mon.a (mon.0) 709 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T21:50:05.559 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:05 smithi165 bash[31269]: cluster 2024-04-13T21:50:04.200750+0000 mon.a (mon.0) 709 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T21:50:05.588 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:05 smithi189 bash[23633]: cluster 2024-04-13T21:50:04.200750+0000 mon.a (mon.0) 709 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T21:50:06.559 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:06 smithi165 bash[21371]: cluster 2024-04-13T21:50:05.216203+0000 mon.a (mon.0) 710 : cluster 0 osdmap e63: 8 total, 8 up, 8 in 2024-04-13T21:50:06.559 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:06 smithi165 bash[21371]: cluster 2024-04-13T21:50:05.712922+0000 mgr.y (mgr.14388) 44 : cluster 0 pgmap v26: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:06.560 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:06 smithi165 bash[31269]: cluster 2024-04-13T21:50:05.216203+0000 mon.a (mon.0) 710 : cluster 0 osdmap e63: 8 total, 8 up, 8 in 2024-04-13T21:50:06.560 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:06 smithi165 bash[31269]: cluster 2024-04-13T21:50:05.712922+0000 mgr.y (mgr.14388) 44 : cluster 0 pgmap v26: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:06.588 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:06 smithi189 bash[23633]: cluster 2024-04-13T21:50:05.216203+0000 mon.a (mon.0) 710 : cluster 0 osdmap e63: 8 total, 8 up, 8 in 2024-04-13T21:50:06.589 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:06 smithi189 bash[23633]: cluster 2024-04-13T21:50:05.712922+0000 mgr.y (mgr.14388) 44 : cluster 0 pgmap v26: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:08.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:07 smithi165 bash[21371]: cluster 2024-04-13T21:50:07.713652+0000 mgr.y (mgr.14388) 45 : cluster 0 pgmap v27: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:08.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:07 smithi165 bash[31269]: cluster 2024-04-13T21:50:07.713652+0000 mgr.y (mgr.14388) 45 : cluster 0 pgmap v27: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:08.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:07 smithi189 bash[23633]: cluster 2024-04-13T21:50:07.713652+0000 mgr.y (mgr.14388) 45 : cluster 0 pgmap v27: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:08.622 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:50:10.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:09 smithi165 bash[21371]: cluster 2024-04-13T21:50:09.714373+0000 mgr.y (mgr.14388) 46 : cluster 0 pgmap v28: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:10.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:09 smithi165 bash[31269]: cluster 2024-04-13T21:50:09.714373+0000 mgr.y (mgr.14388) 46 : cluster 0 pgmap v28: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:10.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:09 smithi189 bash[23633]: cluster 2024-04-13T21:50:09.714373+0000 mgr.y (mgr.14388) 46 : cluster 0 pgmap v28: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:11.800 INFO:teuthology.orchestra.run.smithi165.stderr:enabled application 'rbd' on pool 'rbd' 2024-04-13T21:50:12.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:11 smithi165 bash[21371]: audit 2024-04-13T21:50:10.791799+0000 mon.a (mon.0) 711 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:12.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:11 smithi165 bash[21371]: audit 2024-04-13T21:50:10.794250+0000 mon.c (mon.2) 46 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:50:12.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:11 smithi165 bash[21371]: audit 2024-04-13T21:50:11.306312+0000 mon.a (mon.0) 712 : audit 1 from='client.? 172.21.15.165:0/141402525' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T21:50:12.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:11 smithi165 bash[21371]: cluster 2024-04-13T21:50:11.715067+0000 mgr.y (mgr.14388) 47 : cluster 0 pgmap v29: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:12.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:11 smithi165 bash[31269]: audit 2024-04-13T21:50:10.791799+0000 mon.a (mon.0) 711 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:12.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:11 smithi165 bash[31269]: audit 2024-04-13T21:50:10.794250+0000 mon.c (mon.2) 46 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:50:12.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:11 smithi165 bash[31269]: audit 2024-04-13T21:50:11.306312+0000 mon.a (mon.0) 712 : audit 1 from='client.? 172.21.15.165:0/141402525' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T21:50:12.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:11 smithi165 bash[31269]: cluster 2024-04-13T21:50:11.715067+0000 mgr.y (mgr.14388) 47 : cluster 0 pgmap v29: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:12.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:11 smithi189 bash[23633]: audit 2024-04-13T21:50:10.791799+0000 mon.a (mon.0) 711 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:12.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:11 smithi189 bash[23633]: audit 2024-04-13T21:50:10.794250+0000 mon.c (mon.2) 46 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:50:12.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:11 smithi189 bash[23633]: audit 2024-04-13T21:50:11.306312+0000 mon.a (mon.0) 712 : audit 1 from='client.? 172.21.15.165:0/141402525' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-13T21:50:12.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:11 smithi189 bash[23633]: cluster 2024-04-13T21:50:11.715067+0000 mgr.y (mgr.14388) 47 : cluster 0 pgmap v29: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:12.461 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-13T21:50:12.461 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-13T21:50:12.461 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph mgr dump --format=json 2024-04-13T21:50:12.791 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:50:12 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:50:12] "GET /metrics HTTP/1.1" 200 28569 "" "Prometheus/2.43.0" 2024-04-13T21:50:13.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:12 smithi165 bash[21371]: audit 2024-04-13T21:50:11.806420+0000 mon.a (mon.0) 713 : audit 1 from='client.? 172.21.15.165:0/141402525' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-13T21:50:13.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:12 smithi165 bash[21371]: cluster 2024-04-13T21:50:11.806599+0000 mon.a (mon.0) 714 : cluster 0 osdmap e64: 8 total, 8 up, 8 in 2024-04-13T21:50:13.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:12 smithi165 bash[31269]: audit 2024-04-13T21:50:11.806420+0000 mon.a (mon.0) 713 : audit 1 from='client.? 172.21.15.165:0/141402525' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-13T21:50:13.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:12 smithi165 bash[31269]: cluster 2024-04-13T21:50:11.806599+0000 mon.a (mon.0) 714 : cluster 0 osdmap e64: 8 total, 8 up, 8 in 2024-04-13T21:50:13.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:12 smithi189 bash[23633]: audit 2024-04-13T21:50:11.806420+0000 mon.a (mon.0) 713 : audit 1 from='client.? 172.21.15.165:0/141402525' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-13T21:50:13.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:12 smithi189 bash[23633]: cluster 2024-04-13T21:50:11.806599+0000 mon.a (mon.0) 714 : cluster 0 osdmap e64: 8 total, 8 up, 8 in 2024-04-13T21:50:14.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:13 smithi165 bash[21371]: cluster 2024-04-13T21:50:13.715661+0000 mgr.y (mgr.14388) 48 : cluster 0 pgmap v31: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:14.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:13 smithi165 bash[31269]: cluster 2024-04-13T21:50:13.715661+0000 mgr.y (mgr.14388) 48 : cluster 0 pgmap v31: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:14.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:13 smithi189 bash[23633]: cluster 2024-04-13T21:50:13.715661+0000 mgr.y (mgr.14388) 48 : cluster 0 pgmap v31: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:15.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:14 smithi165 bash[21371]: cluster 2024-04-13T21:50:13.803175+0000 mon.a (mon.0) 715 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T21:50:15.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:14 smithi165 bash[21371]: cluster 2024-04-13T21:50:13.803226+0000 mon.a (mon.0) 716 : cluster 1 Cluster is now healthy 2024-04-13T21:50:15.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:14 smithi165 bash[31269]: cluster 2024-04-13T21:50:13.803175+0000 mon.a (mon.0) 715 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T21:50:15.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:14 smithi165 bash[31269]: cluster 2024-04-13T21:50:13.803226+0000 mon.a (mon.0) 716 : cluster 1 Cluster is now healthy 2024-04-13T21:50:15.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:14 smithi189 bash[23633]: cluster 2024-04-13T21:50:13.803175+0000 mon.a (mon.0) 715 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T21:50:15.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:14 smithi189 bash[23633]: cluster 2024-04-13T21:50:13.803226+0000 mon.a (mon.0) 716 : cluster 1 Cluster is now healthy 2024-04-13T21:50:16.077 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:15 smithi189 bash[23633]: cluster 2024-04-13T21:50:15.716206+0000 mgr.y (mgr.14388) 49 : cluster 0 pgmap v32: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:16.309 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:15 smithi165 bash[21371]: cluster 2024-04-13T21:50:15.716206+0000 mgr.y (mgr.14388) 49 : cluster 0 pgmap v32: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:16.309 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:15 smithi165 bash[31269]: cluster 2024-04-13T21:50:15.716206+0000 mgr.y (mgr.14388) 49 : cluster 0 pgmap v32: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:17.189 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:50:17.204 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:17 smithi189 bash[23633]: audit 2024-04-13T21:50:16.123378+0000 mon.a (mon.0) 717 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:17.559 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:17 smithi165 bash[21371]: audit 2024-04-13T21:50:16.123378+0000 mon.a (mon.0) 717 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:17.559 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:17 smithi165 bash[31269]: audit 2024-04-13T21:50:16.123378+0000 mon.a (mon.0) 717 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:17.973 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 21:50:17 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:50:17.973 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 21:50:17 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:50:17.974 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 21:50:17 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:50:17.974 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:50:17 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:50:17.974 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 21:50:17 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:50:17.975 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:17 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:50:17.975 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:17 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:50:17.975 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:50:17 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:50:18.233 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 21:50:18 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:50:18.233 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 21:50:18 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:50:18.233 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 21:50:18 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:50:18.234 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:18 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:50:18.234 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 21:50:18 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:50:18.234 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:50:18 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:50:18.234 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:50:18 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:50:18.235 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:18 smithi189 bash[23633]: cluster 2024-04-13T21:50:17.716894+0000 mgr.y (mgr.14388) 50 : cluster 0 pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:18.235 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:18 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:50:18.235 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:18 smithi189 systemd[1]: Started Ceph grafana.a for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T21:50:18.391 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:18 smithi165 bash[21371]: cluster 2024-04-13T21:50:17.716894+0000 mgr.y (mgr.14388) 50 : cluster 0 pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:18.391 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:18 smithi165 bash[31269]: cluster 2024-04-13T21:50:17.716894+0000 mgr.y (mgr.14388) 50 : cluster 0 pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:19.392 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[23633]: audit 2024-04-13T21:50:18.282292+0000 mon.a (mon.0) 718 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:19.392 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[23633]: audit 2024-04-13T21:50:18.289934+0000 mon.a (mon.0) 719 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:19.392 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[23633]: audit 2024-04-13T21:50:18.314197+0000 mon.a (mon.0) 720 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:19.393 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[23633]: audit 2024-04-13T21:50:18.319469+0000 mon.a (mon.0) 721 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:19.393 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[23633]: audit 2024-04-13T21:50:18.367845+0000 mon.c (mon.2) 47 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:50:19.393 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[23633]: audit 2024-04-13T21:50:18.691444+0000 mon.a (mon.0) 722 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:19.393 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[23633]: audit 2024-04-13T21:50:18.700678+0000 mon.a (mon.0) 723 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:19.559 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:19 smithi165 bash[31269]: audit 2024-04-13T21:50:18.282292+0000 mon.a (mon.0) 718 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:19.559 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:19 smithi165 bash[31269]: audit 2024-04-13T21:50:18.289934+0000 mon.a (mon.0) 719 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:19.559 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:19 smithi165 bash[31269]: audit 2024-04-13T21:50:18.314197+0000 mon.a (mon.0) 720 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:19.559 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:19 smithi165 bash[31269]: audit 2024-04-13T21:50:18.319469+0000 mon.a (mon.0) 721 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:19.560 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:19 smithi165 bash[31269]: audit 2024-04-13T21:50:18.367845+0000 mon.c (mon.2) 47 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:50:19.560 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:19 smithi165 bash[31269]: audit 2024-04-13T21:50:18.691444+0000 mon.a (mon.0) 722 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:19.560 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:19 smithi165 bash[31269]: audit 2024-04-13T21:50:18.700678+0000 mon.a (mon.0) 723 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:19.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:19 smithi165 bash[21371]: audit 2024-04-13T21:50:18.282292+0000 mon.a (mon.0) 718 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:19.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:19 smithi165 bash[21371]: audit 2024-04-13T21:50:18.289934+0000 mon.a (mon.0) 719 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:19.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:19 smithi165 bash[21371]: audit 2024-04-13T21:50:18.314197+0000 mon.a (mon.0) 720 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:19.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:19 smithi165 bash[21371]: audit 2024-04-13T21:50:18.319469+0000 mon.a (mon.0) 721 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:19.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:19 smithi165 bash[21371]: audit 2024-04-13T21:50:18.367845+0000 mon.c (mon.2) 47 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:50:19.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:19 smithi165 bash[21371]: audit 2024-04-13T21:50:18.691444+0000 mon.a (mon.0) 722 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:19.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:19 smithi165 bash[21371]: audit 2024-04-13T21:50:18.700678+0000 mon.a (mon.0) 723 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:19.663 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[49915]: logger=settings t=2024-04-13T21:50:19.405552854Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-04-13T21:50:19.663 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[49915]: logger=settings t=2024-04-13T21:50:19.405743817Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-13T21:50:19.664 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[49915]: logger=settings t=2024-04-13T21:50:19.405782355Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-13T21:50:19.664 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[49915]: logger=settings t=2024-04-13T21:50:19.405798673Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-13T21:50:19.664 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[49915]: logger=settings t=2024-04-13T21:50:19.405810558Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-13T21:50:19.664 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[49915]: logger=settings t=2024-04-13T21:50:19.405826792Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-13T21:50:19.664 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[49915]: logger=settings t=2024-04-13T21:50:19.405839292Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-13T21:50:19.664 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[49915]: logger=settings t=2024-04-13T21:50:19.405852395Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-13T21:50:19.664 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[49915]: logger=settings t=2024-04-13T21:50:19.405864542Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-13T21:50:19.664 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[49915]: logger=settings t=2024-04-13T21:50:19.405876623Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-13T21:50:19.664 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[49915]: logger=settings t=2024-04-13T21:50:19.405888181Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-13T21:50:19.664 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[49915]: logger=settings t=2024-04-13T21:50:19.405899747Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-13T21:50:19.664 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[49915]: logger=settings t=2024-04-13T21:50:19.405912471Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-13T21:50:19.664 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[49915]: logger=settings t=2024-04-13T21:50:19.405925032Z level=info msg="App mode production" 2024-04-13T21:50:19.664 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[49915]: logger=sqlstore t=2024-04-13T21:50:19.406000561Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-13T21:50:19.664 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[49915]: logger=sqlstore t=2024-04-13T21:50:19.40603236Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-13T21:50:19.665 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:19.406990589Z level=info msg="Starting DB migrations" 2024-04-13T21:50:19.665 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:19.407088475Z level=info msg="Executing migration" id="create migration_log table" 2024-04-13T21:50:19.665 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:19.49085042Z level=info msg="Executing migration" id="create user table" 2024-04-13T21:50:19.665 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:19.532737933Z level=info msg="Executing migration" id="add unique index user.login" 2024-04-13T21:50:19.665 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:19.557999303Z level=info msg="Executing migration" id="add unique index user.email" 2024-04-13T21:50:19.665 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:19.600021376Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-04-13T21:50:19.665 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:19.616942338Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-04-13T21:50:19.665 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:19.633813744Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-04-13T21:50:19.665 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:19.650887349Z level=info msg="Executing migration" id="create user table v2" 2024-04-13T21:50:19.665 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:19.67615937Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-04-13T21:50:19.940 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:19.692941988Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-04-13T21:50:19.941 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:19.709927847Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-04-13T21:50:19.941 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:19.726788746Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-04-13T21:50:19.941 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:19.76048057Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-04-13T21:50:19.941 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:19.777422728Z level=info msg="Executing migration" id="Update user table charset" 2024-04-13T21:50:19.941 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:19.794359035Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-04-13T21:50:19.941 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:19.836267049Z level=info msg="Executing migration" id="Add missing user data" 2024-04-13T21:50:19.941 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:19.88700119Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-04-13T21:50:19.941 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:19.912255409Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-04-13T21:50:19.941 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:19.954242032Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-04-13T21:50:20.006 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T21:50:20.227 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:19 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:19.979470391Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-04-13T21:50:20.227 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:20 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:20.004833611Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-04-13T21:50:20.227 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:20 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:20.030145356Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-04-13T21:50:20.227 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:20 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:20.055371409Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-04-13T21:50:20.227 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:20 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:20.08061889Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-04-13T21:50:20.227 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:20 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:20.105746781Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-04-13T21:50:20.227 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:20 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:20.131085019Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-04-13T21:50:20.227 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:20 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:20.172970227Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-04-13T21:50:20.227 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:20 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:20.239997691Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-04-13T21:50:20.487 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:20 smithi189 bash[23633]: cluster 2024-04-13T21:50:19.717251+0000 mgr.y (mgr.14388) 51 : cluster 0 pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:20.487 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:20 smithi189 bash[23633]: audit 2024-04-13T21:50:20.011916+0000 mon.a (mon.0) 724 : audit 0 from='client.? 172.21.15.165:0/1245686955' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-13T21:50:20.487 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:20 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:20.265431704Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-04-13T21:50:20.487 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:20 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:20.307373174Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-04-13T21:50:20.488 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:20 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:20.332659524Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-04-13T21:50:20.488 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:20 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:20.357795895Z level=info msg="Executing migration" id="create temp_user v2" 2024-04-13T21:50:20.488 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:20 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:20.383080526Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-04-13T21:50:20.488 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:20 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:20.408283087Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-04-13T21:50:20.488 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:20 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:20.433445739Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-04-13T21:50:20.488 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:20 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:20.45885098Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-04-13T21:50:20.488 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:20 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:20.500799151Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-04-13T21:50:20.559 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:20 smithi165 bash[21371]: cluster 2024-04-13T21:50:19.717251+0000 mgr.y (mgr.14388) 51 : cluster 0 pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:20.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:20 smithi165 bash[21371]: audit 2024-04-13T21:50:20.011916+0000 mon.a (mon.0) 724 : audit 0 from='client.? 172.21.15.165:0/1245686955' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-13T21:50:20.560 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:20 smithi165 bash[31269]: cluster 2024-04-13T21:50:19.717251+0000 mgr.y (mgr.14388) 51 : cluster 0 pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:20.560 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:20 smithi165 bash[31269]: audit 2024-04-13T21:50:20.011916+0000 mon.a (mon.0) 724 : audit 0 from='client.? 172.21.15.165:0/1245686955' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-13T21:50:20.737 INFO:teuthology.orchestra.run.smithi165.stdout:{"epoch":20,"flags":0,"active_gid":14388,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6800","nonce":514718001},{"type":"v1","addr":"172.21.15.165:6801","nonce":514718001}]},"active_addr":"172.21.15.165:6801/514718001","active_change":"2024-04-13T21:49:25.681263+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24307,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.165:8443/","prometheus":"http://172.21.15.165:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":60,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.165:0","nonce":505163131}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.165:0","nonce":3420050815}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.165:0","nonce":2406057763}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.165:0","nonce":3079240495}]}]} 2024-04-13T21:50:20.741 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-13T21:50:20.741 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-13T21:50:20.741 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph osd dump --format=json 2024-04-13T21:50:20.749 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:20 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:20.542754352Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-04-13T21:50:20.749 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:20 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:20.559759444Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-04-13T21:50:20.749 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:20 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:20.576741849Z level=info msg="Executing migration" id="create star table" 2024-04-13T21:50:20.749 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:20 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:20.593613193Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-04-13T21:50:20.749 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:20 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:20.610764722Z level=info msg="Executing migration" id="create org table v1" 2024-04-13T21:50:20.749 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:20 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:20.635976742Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-04-13T21:50:20.749 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:20 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:20.661207281Z level=info msg="Executing migration" id="create org_user table v1" 2024-04-13T21:50:20.749 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:20 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:20.703212724Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-04-13T21:50:20.749 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:20 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:20.737019987Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-04-13T21:50:20.749 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:20 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:20.762276435Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-04-13T21:50:21.001 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:20 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:20.80417473Z level=info msg="Executing migration" id="Update org table charset" 2024-04-13T21:50:21.001 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:20 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:20.829384992Z level=info msg="Executing migration" id="Update org_user table charset" 2024-04-13T21:50:21.001 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:20 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:20.854664171Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-04-13T21:50:21.001 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:20 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:20.879932113Z level=info msg="Executing migration" id="create dashboard table" 2024-04-13T21:50:21.001 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:20 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:20.921938895Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-04-13T21:50:21.002 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:20 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:20.947235744Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-04-13T21:50:21.002 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:20 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:20.98932784Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-04-13T21:50:21.002 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:21 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:21.014669078Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-04-13T21:50:21.252 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:21 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:21.039795041Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-04-13T21:50:21.252 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:21 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:21.065098993Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-04-13T21:50:21.252 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:21 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:21.090258357Z level=info msg="Executing migration" id="create dashboard v2" 2024-04-13T21:50:21.252 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:21 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:21.115519812Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-04-13T21:50:21.252 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:21 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:21.157545652Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-04-13T21:50:21.253 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:21 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:21.216043837Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-04-13T21:50:21.253 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:21 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:21.240995542Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-04-13T21:50:21.253 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:21 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:21.266333333Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-04-13T21:50:21.505 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:21 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:21.308526048Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-04-13T21:50:21.505 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:21 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:21.333683951Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-04-13T21:50:21.505 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:21 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:21.358993466Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-04-13T21:50:21.505 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:21 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:21.384767073Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-04-13T21:50:21.505 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:21 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:21.409598763Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-04-13T21:50:21.505 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:21 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:21.434787722Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-04-13T21:50:21.505 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:21 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:21.468439486Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-04-13T21:50:21.505 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:21 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:21.502057731Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-04-13T21:50:21.506 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:21 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:21.518849861Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-04-13T21:50:21.766 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:21 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:21.552486722Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-04-13T21:50:21.766 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:21 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:21.58625006Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-04-13T21:50:21.767 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:21 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:21.628252977Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-04-13T21:50:21.767 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:21 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:21.662146738Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-04-13T21:50:21.767 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:21 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:21.687313228Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-04-13T21:50:21.767 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:21 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:21.729407464Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-04-13T21:50:21.767 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:21 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:21.754836318Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-04-13T21:50:21.767 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:21 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:21.780032608Z level=info msg="Executing migration" id="Update dashboard title length" 2024-04-13T21:50:22.019 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:21 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:21.805271343Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-04-13T21:50:22.019 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:21 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:21.830530432Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-04-13T21:50:22.019 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:21 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:21.872470283Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-04-13T21:50:22.019 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:21 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:21.931252897Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-04-13T21:50:22.019 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:21 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:21.956436467Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-04-13T21:50:22.019 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:21 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:21.98165703Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-04-13T21:50:22.019 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:22 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:22.006961035Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-04-13T21:50:22.019 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:22 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:22.032111939Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-04-13T21:50:22.295 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:22 smithi189 bash[23633]: audit 2024-04-13T21:50:21.135019+0000 mon.a (mon.0) 725 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:22.295 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:22 smithi189 bash[23633]: cluster 2024-04-13T21:50:21.717892+0000 mgr.y (mgr.14388) 52 : cluster 0 pgmap v35: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:22.296 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:22 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:22.057407648Z level=info msg="Executing migration" id="Add check_sum column" 2024-04-13T21:50:22.296 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:22 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:22.082590658Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-04-13T21:50:22.296 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:22 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:22.124591748Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-04-13T21:50:22.296 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:22 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:22.166599296Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-04-13T21:50:22.296 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:22 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:22.191910081Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-04-13T21:50:22.296 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:22 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:22.217229482Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-04-13T21:50:22.296 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:22 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:22.259118817Z level=info msg="Executing migration" id="create data_source table" 2024-04-13T21:50:22.296 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:22 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:22.309432168Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-04-13T21:50:22.557 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:22 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:22.334673214Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-04-13T21:50:22.557 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:22 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:22.359944486Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-04-13T21:50:22.557 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:22 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:22.385179129Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-04-13T21:50:22.557 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:22 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:22.410369335Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-04-13T21:50:22.557 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:22 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:22.43567574Z level=info msg="Executing migration" id="create data_source table v2" 2024-04-13T21:50:22.557 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:22 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:22.460838767Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-04-13T21:50:22.557 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:22 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:22.502809912Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-04-13T21:50:22.557 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:22 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:22.528108263Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-04-13T21:50:22.557 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:22 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:22.570031635Z level=info msg="Executing migration" id="Add column with_credentials" 2024-04-13T21:50:22.559 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:50:22 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:50:22] "GET /metrics HTTP/1.1" 200 28569 "" "Prometheus/2.43.0" 2024-04-13T21:50:22.559 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:22 smithi165 bash[31269]: audit 2024-04-13T21:50:21.135019+0000 mon.a (mon.0) 725 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:22.559 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:22 smithi165 bash[31269]: cluster 2024-04-13T21:50:21.717892+0000 mgr.y (mgr.14388) 52 : cluster 0 pgmap v35: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:22.559 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:22 smithi165 bash[21371]: audit 2024-04-13T21:50:21.135019+0000 mon.a (mon.0) 725 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:22.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:22 smithi165 bash[21371]: cluster 2024-04-13T21:50:21.717892+0000 mgr.y (mgr.14388) 52 : cluster 0 pgmap v35: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:22.817 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:22 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:22.620461494Z level=info msg="Executing migration" id="Add secure json data column" 2024-04-13T21:50:22.817 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:22 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:22.64567276Z level=info msg="Executing migration" id="Update data_source table charset" 2024-04-13T21:50:22.817 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:22 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:22.68770707Z level=info msg="Executing migration" id="Update initial version to 1" 2024-04-13T21:50:22.817 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:22 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:22.712958122Z level=info msg="Executing migration" id="Add read_only data column" 2024-04-13T21:50:22.817 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:22 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:22.755023062Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-04-13T21:50:22.817 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:22 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:22.78004746Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-04-13T21:50:22.817 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:22 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:22.796984985Z level=info msg="Executing migration" id="Add uid column" 2024-04-13T21:50:22.818 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:22 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:22.813796293Z level=info msg="Executing migration" id="Update uid value" 2024-04-13T21:50:22.818 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:22 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:22.830799462Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-04-13T21:50:23.087 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:22 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:22.847807493Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-04-13T21:50:23.087 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:22 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:22.881328636Z level=info msg="Executing migration" id="create api_key table" 2024-04-13T21:50:23.087 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:22 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:22.923425129Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-04-13T21:50:23.087 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:22 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:22.948568179Z level=info msg="Executing migration" id="add index api_key.key" 2024-04-13T21:50:23.087 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:22 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:22.97381663Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-04-13T21:50:23.087 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:22 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:22.999177094Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-04-13T21:50:23.087 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:23 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:23.024247032Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-04-13T21:50:23.087 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:23 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:23.049475378Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-04-13T21:50:23.087 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:23 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:23.074894203Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-04-13T21:50:23.087 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:23 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:23.10013562Z level=info msg="Executing migration" id="create api_key table v2" 2024-04-13T21:50:23.338 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:23 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:23.125599413Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-04-13T21:50:23.338 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:23 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:23.150541369Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-04-13T21:50:23.338 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:23 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:23.192469714Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-04-13T21:50:23.338 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:23 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:23.217746747Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-04-13T21:50:23.338 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:23 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:23.24290302Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-04-13T21:50:23.338 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:23 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:23.284823054Z level=info msg="Executing migration" id="Update api_key table charset" 2024-04-13T21:50:23.338 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:23 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:23.326862973Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-04-13T21:50:23.633 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:23 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:23.368936633Z level=info msg="Executing migration" id="Add service account foreign key" 2024-04-13T21:50:23.633 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:23 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:23.394152943Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-04-13T21:50:23.633 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:23 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:23.419401087Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-04-13T21:50:23.633 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:23 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:23.444630798Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-04-13T21:50:23.633 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:23 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:23.469895851Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-04-13T21:50:23.633 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:23 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:23.512088116Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-04-13T21:50:23.633 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:23 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:23.53737502Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-04-13T21:50:23.633 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:23 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:23.562637823Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-04-13T21:50:23.633 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:23 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:23.604604815Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-04-13T21:50:23.633 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:23 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:23.646740482Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-04-13T21:50:23.892 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:23 smithi189 bash[23633]: cluster 2024-04-13T21:50:23.718662+0000 mgr.y (mgr.14388) 53 : cluster 0 pgmap v36: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:23.893 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:23 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:23.663754482Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-04-13T21:50:23.893 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:23 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:23.68053861Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-04-13T21:50:23.893 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:23 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:23.697577264Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-04-13T21:50:23.893 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:23 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:23.714416941Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-04-13T21:50:23.893 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:23 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:23.756396404Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-04-13T21:50:23.893 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:23 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:23.906580929Z level=info msg="Executing migration" id="create quota table v1" 2024-04-13T21:50:24.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:23 smithi165 bash[21371]: cluster 2024-04-13T21:50:23.718662+0000 mgr.y (mgr.14388) 53 : cluster 0 pgmap v36: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:24.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:23 smithi165 bash[31269]: cluster 2024-04-13T21:50:23.718662+0000 mgr.y (mgr.14388) 53 : cluster 0 pgmap v36: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:24.161 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:23 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:23.972454842Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-04-13T21:50:24.161 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:24 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:24.091295544Z level=info msg="Executing migration" id="Update quota table charset" 2024-04-13T21:50:24.162 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:24 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:24.175151538Z level=info msg="Executing migration" id="create plugin_setting table" 2024-04-13T21:50:24.414 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:24 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:24.217256444Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-04-13T21:50:24.414 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:24 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:24.242403162Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-04-13T21:50:24.414 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:24 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:24.284400266Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-04-13T21:50:24.415 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:24 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:24.309480743Z level=info msg="Executing migration" id="create session table" 2024-04-13T21:50:24.415 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:24 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:24.335051063Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-04-13T21:50:24.415 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:24 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:24.37693897Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-04-13T21:50:24.415 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:24 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:24.402301901Z level=info msg="Executing migration" id="create playlist table v2" 2024-04-13T21:50:24.537 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:50:24.683 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:24 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:24.427548027Z level=info msg="Executing migration" id="create playlist item table v2" 2024-04-13T21:50:24.683 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:24 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:24.452770161Z level=info msg="Executing migration" id="Update playlist table charset" 2024-04-13T21:50:24.683 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:24 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:24.477971567Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-04-13T21:50:24.684 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:24 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:24.519938732Z level=info msg="Executing migration" id="drop preferences table v2" 2024-04-13T21:50:24.684 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:24 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:24.57051791Z level=info msg="Executing migration" id="drop preferences table v3" 2024-04-13T21:50:24.684 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:24 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:24.595920711Z level=info msg="Executing migration" id="create preferences table v3" 2024-04-13T21:50:24.684 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:24 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:24.621182855Z level=info msg="Executing migration" id="Update preferences table charset" 2024-04-13T21:50:24.684 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:24 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:24.646299572Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-04-13T21:50:24.684 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:24 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:24.671540868Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-04-13T21:50:24.684 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:24 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:24.696758431Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-04-13T21:50:24.935 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:24 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:24.738721896Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-04-13T21:50:24.935 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:24 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:24.763974303Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-04-13T21:50:24.935 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:24 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:24.789242741Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-04-13T21:50:24.936 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:24 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:24.8312026Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-04-13T21:50:24.936 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:24 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:24.856558212Z level=info msg="Executing migration" id="create alert table v1" 2024-04-13T21:50:24.936 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:24 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:24.881582314Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-04-13T21:50:24.936 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:24 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:24.923729414Z level=info msg="Executing migration" id="add index alert state" 2024-04-13T21:50:24.936 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:24 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:24.948973146Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-04-13T21:50:25.196 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:24 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:24.974223529Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-04-13T21:50:25.196 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:25.016250604Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-04-13T21:50:25.196 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:25.041566466Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-04-13T21:50:25.197 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:25.066686854Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-04-13T21:50:25.197 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:25.091989306Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-04-13T21:50:25.197 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:25.134194189Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-04-13T21:50:25.197 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:25.159414032Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-04-13T21:50:25.197 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:25.184651723Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-04-13T21:50:25.197 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:25.209936472Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-04-13T21:50:25.197 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[23633]: audit 2024-04-13T21:50:24.105258+0000 mon.a (mon.0) 726 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:25.197 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[23633]: audit 2024-04-13T21:50:24.116724+0000 mon.a (mon.0) 727 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:25.197 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[23633]: audit 2024-04-13T21:50:24.137180+0000 mon.a (mon.0) 728 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:25.197 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[23633]: audit 2024-04-13T21:50:24.149674+0000 mon.a (mon.0) 729 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:25.197 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[23633]: audit 2024-04-13T21:50:24.152260+0000 mon.c (mon.2) 48 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:50:25.197 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[23633]: audit 2024-04-13T21:50:24.153798+0000 mon.c (mon.2) 49 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:50:25.197 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[23633]: audit 2024-04-13T21:50:24.161338+0000 mon.a (mon.0) 730 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:25.198 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[23633]: cephadm 2024-04-13T21:50:24.238286+0000 mgr.y (mgr.14388) 54 : cephadm 1 Reconfiguring alertmanager.a (dependencies changed)... 2024-04-13T21:50:25.198 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[23633]: cephadm 2024-04-13T21:50:24.246656+0000 mgr.y (mgr.14388) 55 : cephadm 1 Reconfiguring daemon alertmanager.a on smithi165 2024-04-13T21:50:25.309 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:25 smithi165 bash[21371]: audit 2024-04-13T21:50:24.105258+0000 mon.a (mon.0) 726 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:25.309 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:25 smithi165 bash[21371]: audit 2024-04-13T21:50:24.116724+0000 mon.a (mon.0) 727 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:25.309 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:25 smithi165 bash[21371]: audit 2024-04-13T21:50:24.137180+0000 mon.a (mon.0) 728 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:25.309 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:25 smithi165 bash[21371]: audit 2024-04-13T21:50:24.149674+0000 mon.a (mon.0) 729 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:25.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:25 smithi165 bash[21371]: audit 2024-04-13T21:50:24.152260+0000 mon.c (mon.2) 48 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:50:25.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:25 smithi165 bash[21371]: audit 2024-04-13T21:50:24.153798+0000 mon.c (mon.2) 49 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:50:25.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:25 smithi165 bash[21371]: audit 2024-04-13T21:50:24.161338+0000 mon.a (mon.0) 730 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:25.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:25 smithi165 bash[21371]: cephadm 2024-04-13T21:50:24.238286+0000 mgr.y (mgr.14388) 54 : cephadm 1 Reconfiguring alertmanager.a (dependencies changed)... 2024-04-13T21:50:25.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:25 smithi165 bash[21371]: cephadm 2024-04-13T21:50:24.246656+0000 mgr.y (mgr.14388) 55 : cephadm 1 Reconfiguring daemon alertmanager.a on smithi165 2024-04-13T21:50:25.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:25 smithi165 bash[31269]: audit 2024-04-13T21:50:24.105258+0000 mon.a (mon.0) 726 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:25.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:25 smithi165 bash[31269]: audit 2024-04-13T21:50:24.116724+0000 mon.a (mon.0) 727 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:25.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:25 smithi165 bash[31269]: audit 2024-04-13T21:50:24.137180+0000 mon.a (mon.0) 728 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:25.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:25 smithi165 bash[31269]: audit 2024-04-13T21:50:24.149674+0000 mon.a (mon.0) 729 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:25.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:25 smithi165 bash[31269]: audit 2024-04-13T21:50:24.152260+0000 mon.c (mon.2) 48 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:50:25.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:25 smithi165 bash[31269]: audit 2024-04-13T21:50:24.153798+0000 mon.c (mon.2) 49 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:50:25.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:25 smithi165 bash[31269]: audit 2024-04-13T21:50:24.161338+0000 mon.a (mon.0) 730 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:25.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:25 smithi165 bash[31269]: cephadm 2024-04-13T21:50:24.238286+0000 mgr.y (mgr.14388) 54 : cephadm 1 Reconfiguring alertmanager.a (dependencies changed)... 2024-04-13T21:50:25.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:25 smithi165 bash[31269]: cephadm 2024-04-13T21:50:24.246656+0000 mgr.y (mgr.14388) 55 : cephadm 1 Reconfiguring daemon alertmanager.a on smithi165 2024-04-13T21:50:25.466 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:25.235171558Z level=info msg="Executing migration" id="Add column is_default" 2024-04-13T21:50:25.466 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:25.277150267Z level=info msg="Executing migration" id="Add column frequency" 2024-04-13T21:50:25.466 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:25.302436643Z level=info msg="Executing migration" id="Add column send_reminder" 2024-04-13T21:50:25.466 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:25.327642677Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-04-13T21:50:25.466 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:25.352905286Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-04-13T21:50:25.466 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:25.378207138Z level=info msg="Executing migration" id="Update alert table charset" 2024-04-13T21:50:25.466 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:25.403308972Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-04-13T21:50:25.466 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:25.428648128Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-04-13T21:50:25.466 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:25.454273671Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-04-13T21:50:25.466 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:25.479479608Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-04-13T21:50:25.727 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:25.521348191Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-04-13T21:50:25.727 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:25.5466403Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-04-13T21:50:25.727 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:25.56354188Z level=info msg="Executing migration" id="Add for to alert table" 2024-04-13T21:50:25.727 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:25.588841973Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-04-13T21:50:25.727 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:25.622394229Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-04-13T21:50:25.727 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:25.656165693Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-04-13T21:50:25.727 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:25.673209039Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-04-13T21:50:25.727 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:25.715080225Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-04-13T21:50:25.727 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:25.740388497Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-04-13T21:50:25.979 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:25.782328149Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-04-13T21:50:25.979 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:25.824442152Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-04-13T21:50:25.979 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:25.849634816Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-04-13T21:50:25.979 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:25.874972135Z level=info msg="Executing migration" id="create annotation table v5" 2024-04-13T21:50:25.979 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:25.900223311Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-04-13T21:50:25.979 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:25.942109808Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-04-13T21:50:25.979 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:25.967520643Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-04-13T21:50:25.979 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:25 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:25.992590477Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-04-13T21:50:26.231 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:26 smithi189 bash[23633]: cluster 2024-04-13T21:50:25.719205+0000 mgr.y (mgr.14388) 56 : cluster 0 pgmap v37: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:26.232 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:26 smithi189 bash[23633]: audit 2024-04-13T21:50:25.790311+0000 mon.a (mon.0) 731 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:26.232 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:26 smithi189 bash[23633]: audit 2024-04-13T21:50:25.791552+0000 mon.c (mon.2) 50 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:50:26.232 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:26 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:26.017949006Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-04-13T21:50:26.232 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:26 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:26.04319468Z level=info msg="Executing migration" id="Update annotation table charset" 2024-04-13T21:50:26.232 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:26 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:26.06844028Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-04-13T21:50:26.232 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:26 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:26.093589037Z level=info msg="Executing migration" id="Drop category_id index" 2024-04-13T21:50:26.232 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:26 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:26.135754581Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-04-13T21:50:26.232 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:26 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:26.177701006Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-04-13T21:50:26.232 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:26 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:26.203102541Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-04-13T21:50:26.232 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:26 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:26.245062204Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-04-13T21:50:26.501 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:26 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:26.287004063Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-04-13T21:50:26.501 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:26 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:26.320973522Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-04-13T21:50:26.501 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:26 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:26.346164299Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-04-13T21:50:26.501 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:26 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:26.371439655Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-04-13T21:50:26.501 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:26 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:26.396672918Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-04-13T21:50:26.501 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:26 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:26.421919418Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-04-13T21:50:26.501 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:26 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:26.46389532Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-04-13T21:50:26.501 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:26 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:26.480850033Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-04-13T21:50:26.501 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:26 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:26.514478663Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-04-13T21:50:26.559 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:26 smithi165 bash[21371]: cluster 2024-04-13T21:50:25.719205+0000 mgr.y (mgr.14388) 56 : cluster 0 pgmap v37: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:26.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:26 smithi165 bash[21371]: audit 2024-04-13T21:50:25.790311+0000 mon.a (mon.0) 731 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:26.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:26 smithi165 bash[21371]: audit 2024-04-13T21:50:25.791552+0000 mon.c (mon.2) 50 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:50:26.560 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:26 smithi165 bash[31269]: cluster 2024-04-13T21:50:25.719205+0000 mgr.y (mgr.14388) 56 : cluster 0 pgmap v37: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:26.560 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:26 smithi165 bash[31269]: audit 2024-04-13T21:50:25.790311+0000 mon.a (mon.0) 731 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:26.560 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:26 smithi165 bash[31269]: audit 2024-04-13T21:50:25.791552+0000 mon.c (mon.2) 50 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:50:26.771 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:26 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:26.531470162Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-04-13T21:50:26.771 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:26 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:26.548183873Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-04-13T21:50:26.771 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:26 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:26.573470901Z level=info msg="Executing migration" id="Add epoch_end column" 2024-04-13T21:50:26.771 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:26 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:26.590456069Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-04-13T21:50:26.771 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:26 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:26.624024322Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-04-13T21:50:26.771 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:26 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:26.64101856Z level=info msg="Executing migration" id="Move region to single row" 2024-04-13T21:50:26.771 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:26 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:26.657987063Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-04-13T21:50:26.771 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:26 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:26.67485878Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-04-13T21:50:26.771 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:26 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:26.716909942Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-04-13T21:50:26.772 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:26 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:26.759022002Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-04-13T21:50:26.772 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:26 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:26.784296892Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-04-13T21:50:27.023 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:26 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:26.826244111Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-04-13T21:50:27.023 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:26 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:26.851530413Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-04-13T21:50:27.023 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:26 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:26.893534655Z level=info msg="Executing migration" id="create test_data table" 2024-04-13T21:50:27.023 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:26 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:26.918866571Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-04-13T21:50:27.023 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:26 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:26.944032465Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-04-13T21:50:27.023 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:26 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:26.985970734Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-04-13T21:50:27.023 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:27 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:27.011235114Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-04-13T21:50:27.023 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:27 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:27.036433475Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-04-13T21:50:27.275 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:27 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:27.061582365Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-04-13T21:50:27.276 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:27 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:27.086885772Z level=info msg="Executing migration" id="create team table" 2024-04-13T21:50:27.276 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:27 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:27.112181225Z level=info msg="Executing migration" id="add index team.org_id" 2024-04-13T21:50:27.276 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:27 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:27.137452294Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-04-13T21:50:27.276 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:27 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:27.171244142Z level=info msg="Executing migration" id="create team member table" 2024-04-13T21:50:27.276 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:27 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:27.19640694Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-04-13T21:50:27.276 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:27 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:27.22163221Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-04-13T21:50:27.276 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:27 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:27.246913907Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-04-13T21:50:27.276 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:27 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:27.288937773Z level=info msg="Executing migration" id="Add column email to team table" 2024-04-13T21:50:27.544 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:27 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:27.330749506Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-04-13T21:50:27.544 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:27 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:27.397664309Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-04-13T21:50:27.544 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:27 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:27.423185596Z level=info msg="Executing migration" id="create dashboard acl table" 2024-04-13T21:50:27.544 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:27 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:27.448458563Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-04-13T21:50:27.545 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:27 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:27.473643797Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-04-13T21:50:27.545 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:27 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:27.5155308Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-04-13T21:50:27.545 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:27 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:27.557536316Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-04-13T21:50:27.812 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:27 smithi189 bash[23633]: cluster 2024-04-13T21:50:27.719917+0000 mgr.y (mgr.14388) 57 : cluster 0 pgmap v38: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:27.813 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:27 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:27.599526211Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-04-13T21:50:27.813 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:27 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:27.624720488Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-04-13T21:50:27.813 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:27 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:27.649970345Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-04-13T21:50:27.813 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:27 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:27.675117196Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-04-13T21:50:27.813 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:27 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:27.700442653Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-04-13T21:50:27.813 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:27 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:27.742348579Z level=info msg="Executing migration" id="create tag table" 2024-04-13T21:50:27.813 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:27 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:27.784247978Z level=info msg="Executing migration" id="add index tag.key_value" 2024-04-13T21:50:27.813 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:27 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:27.826361392Z level=info msg="Executing migration" id="create login attempt table" 2024-04-13T21:50:28.032 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:27 smithi165 bash[21371]: cluster 2024-04-13T21:50:27.719917+0000 mgr.y (mgr.14388) 57 : cluster 0 pgmap v38: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:28.032 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:27 smithi165 bash[31269]: cluster 2024-04-13T21:50:27.719917+0000 mgr.y (mgr.14388) 57 : cluster 0 pgmap v38: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:28.088 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:27 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:27.851652749Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-04-13T21:50:28.089 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:27 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:27.876806924Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-04-13T21:50:28.089 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:27 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:27.918818448Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-04-13T21:50:28.089 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:27 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:27.943994263Z level=info msg="Executing migration" id="create login_attempt v2" 2024-04-13T21:50:28.089 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:27 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:27.969294832Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-04-13T21:50:28.089 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:27 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:27.986129271Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-04-13T21:50:28.089 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:28 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:28.003057478Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-04-13T21:50:28.089 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:28 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:28.019949638Z level=info msg="Executing migration" id="create user auth table" 2024-04-13T21:50:28.089 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:28 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:28.036862812Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-04-13T21:50:28.089 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:28 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:28.053692813Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-04-13T21:50:28.342 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:28 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:28.104322233Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-04-13T21:50:28.342 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:28 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:28.129591473Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-04-13T21:50:28.342 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:28 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:28.196565109Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-04-13T21:50:28.343 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:28 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:28.238479708Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-04-13T21:50:28.343 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:28 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:28.272167837Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-04-13T21:50:28.343 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:28 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:28.314081174Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-04-13T21:50:28.343 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:28 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:28.356101646Z level=info msg="Executing migration" id="create server_lock table" 2024-04-13T21:50:28.354 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T21:50:28.354 INFO:teuthology.orchestra.run.smithi165.stdout:{"epoch":64,"fsid":"1c29171c-f9de-11ee-bc8e-c7b262605968","created":"2024-04-13T21:39:20.699603+0000","modified":"2024-04-13T21:50:11.787300+0000","last_up_change":"2024-04-13T21:48:28.684842+0000","last_in_change":"2024-04-13T21:48:03.234530+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-13T21:44:25.441069+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-04-13T21:50:03.135344+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"64","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"776ad8e4-0a40-4b88-9ab6-efe11cb27fc6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6802","nonce":285845539},{"type":"v1","addr":"172.21.15.165:6803","nonce":285845539}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6804","nonce":285845539},{"type":"v1","addr":"172.21.15.165:6805","nonce":285845539}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6808","nonce":285845539},{"type":"v1","addr":"172.21.15.165:6809","nonce":285845539}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6806","nonce":285845539},{"type":"v1","addr":"172.21.15.165:6807","nonce":285845539}]},"public_addr":"172.21.15.165:6803/285845539","cluster_addr":"172.21.15.165:6805/285845539","heartbeat_back_addr":"172.21.15.165:6809/285845539","heartbeat_front_addr":"172.21.15.165:6807/285845539","state":["exists","up"]},{"osd":1,"uuid":"2b75ee66-e9f8-45d6-9bea-5da70fef5eab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6810","nonce":632919587},{"type":"v1","addr":"172.21.15.165:6811","nonce":632919587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6812","nonce":632919587},{"type":"v1","addr":"172.21.15.165:6813","nonce":632919587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6816","nonce":632919587},{"type":"v1","addr":"172.21.15.165:6817","nonce":632919587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6814","nonce":632919587},{"type":"v1","addr":"172.21.15.165:6815","nonce":632919587}]},"public_addr":"172.21.15.165:6811/632919587","cluster_addr":"172.21.15.165:6813/632919587","heartbeat_back_addr":"172.21.15.165:6817/632919587","heartbeat_front_addr":"172.21.15.165:6815/632919587","state":["exists","up"]},{"osd":2,"uuid":"7c6c0d77-0b32-40d6-b6dd-752634faa653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6818","nonce":1970641189},{"type":"v1","addr":"172.21.15.165:6819","nonce":1970641189}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6820","nonce":1970641189},{"type":"v1","addr":"172.21.15.165:6821","nonce":1970641189}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6824","nonce":1970641189},{"type":"v1","addr":"172.21.15.165:6825","nonce":1970641189}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6822","nonce":1970641189},{"type":"v1","addr":"172.21.15.165:6823","nonce":1970641189}]},"public_addr":"172.21.15.165:6819/1970641189","cluster_addr":"172.21.15.165:6821/1970641189","heartbeat_back_addr":"172.21.15.165:6825/1970641189","heartbeat_front_addr":"172.21.15.165:6823/1970641189","state":["exists","up"]},{"osd":3,"uuid":"2292ee9f-3011-4d12-97a9-59871d9af3f7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6826","nonce":1790837044},{"type":"v1","addr":"172.21.15.165:6827","nonce":1790837044}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6828","nonce":1790837044},{"type":"v1","addr":"172.21.15.165:6829","nonce":1790837044}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6832","nonce":1790837044},{"type":"v1","addr":"172.21.15.165:6833","nonce":1790837044}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6830","nonce":1790837044},{"type":"v1","addr":"172.21.15.165:6831","nonce":1790837044}]},"public_addr":"172.21.15.165:6827/1790837044","cluster_addr":"172.21.15.165:6829/1790837044","heartbeat_back_addr":"172.21.15.165:6833/1790837044","heartbeat_front_addr":"172.21.15.165:6831/1790837044","state":["exists","up"]},{"osd":4,"uuid":"6fc9f1b2-1ad9-4883-8ac9-6155cce5bcff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6800","nonce":582511667},{"type":"v1","addr":"172.21.15.189:6801","nonce":582511667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6802","nonce":582511667},{"type":"v1","addr":"172.21.15.189:6803","nonce":582511667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6806","nonce":582511667},{"type":"v1","addr":"172.21.15.189:6807","nonce":582511667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6804","nonce":582511667},{"type":"v1","addr":"172.21.15.189:6805","nonce":582511667}]},"public_addr":"172.21.15.189:6801/582511667","cluster_addr":"172.21.15.189:6803/582511667","heartbeat_back_addr":"172.21.15.189:6807/582511667","heartbeat_front_addr":"172.21.15.189:6805/582511667","state":["exists","up"]},{"osd":5,"uuid":"1f52e692-2034-4d77-a0bc-5f23e3d1df8c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6808","nonce":2467195533},{"type":"v1","addr":"172.21.15.189:6809","nonce":2467195533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6810","nonce":2467195533},{"type":"v1","addr":"172.21.15.189:6811","nonce":2467195533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6814","nonce":2467195533},{"type":"v1","addr":"172.21.15.189:6815","nonce":2467195533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6812","nonce":2467195533},{"type":"v1","addr":"172.21.15.189:6813","nonce":2467195533}]},"public_addr":"172.21.15.189:6809/2467195533","cluster_addr":"172.21.15.189:6811/2467195533","heartbeat_back_addr":"172.21.15.189:6815/2467195533","heartbeat_front_addr":"172.21.15.189:6813/2467195533","state":["exists","up"]},{"osd":6,"uuid":"a0a0ef31-869b-447e-bc9b-d26981b8a347","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6816","nonce":1129279025},{"type":"v1","addr":"172.21.15.189:6817","nonce":1129279025}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6818","nonce":1129279025},{"type":"v1","addr":"172.21.15.189:6819","nonce":1129279025}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6822","nonce":1129279025},{"type":"v1","addr":"172.21.15.189:6823","nonce":1129279025}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6820","nonce":1129279025},{"type":"v1","addr":"172.21.15.189:6821","nonce":1129279025}]},"public_addr":"172.21.15.189:6817/1129279025","cluster_addr":"172.21.15.189:6819/1129279025","heartbeat_back_addr":"172.21.15.189:6823/1129279025","heartbeat_front_addr":"172.21.15.189:6821/1129279025","state":["exists","up"]},{"osd":7,"uuid":"d34424f8-3ab3-4331-9e53-83a0e3b5549c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6824","nonce":2854073429},{"type":"v1","addr":"172.21.15.189:6825","nonce":2854073429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6826","nonce":2854073429},{"type":"v1","addr":"172.21.15.189:6827","nonce":2854073429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6830","nonce":2854073429},{"type":"v1","addr":"172.21.15.189:6831","nonce":2854073429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6828","nonce":2854073429},{"type":"v1","addr":"172.21.15.189:6829","nonce":2854073429}]},"public_addr":"172.21.15.189:6825/2854073429","cluster_addr":"172.21.15.189:6827/2854073429","heartbeat_back_addr":"172.21.15.189:6831/2854073429","heartbeat_front_addr":"172.21.15.189:6829/2854073429","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:42:41.885444+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:43:30.846570+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:44:20.621228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:45:10.174227+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:45:58.306014+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:46:48.569417+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:47:37.411045+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:48:26.772389+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.165:6801/491646175":"2024-04-14T21:49:25.680950+0000","172.21.15.165:0/3153903530":"2024-04-14T21:49:25.680950+0000","172.21.15.165:0/537941751":"2024-04-14T21:40:22.820715+0000","172.21.15.165:0/1309459491":"2024-04-14T21:49:25.680950+0000","172.21.15.165:0/3046192902":"2024-04-14T21:49:25.680950+0000","172.21.15.165:6801/1346964888":"2024-04-14T21:40:22.820715+0000","172.21.15.165:6800/3496035712":"2024-04-14T21:39:51.988958+0000","172.21.15.165:0/1486718192":"2024-04-14T21:39:51.988958+0000","172.21.15.165:6801/3496035712":"2024-04-14T21:39:51.988958+0000","172.21.15.165:6800/491646175":"2024-04-14T21:49:25.680950+0000","172.21.15.165:0/1668837608":"2024-04-14T21:40:22.820715+0000","172.21.15.165:6800/1346964888":"2024-04-14T21:40:22.820715+0000","172.21.15.165:0/3079989644":"2024-04-14T21:39:51.988958+0000","172.21.15.165:0/4051573552":"2024-04-14T21:49:25.680950+0000","172.21.15.165:0/2304149009":"2024-04-14T21:39:51.988958+0000","172.21.15.165:0/999600985":"2024-04-14T21:40:22.820715+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-13T21:50:28.620 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:28 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:28.398105859Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-04-13T21:50:28.620 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:28 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:28.423333892Z level=info msg="Executing migration" id="create user auth token table" 2024-04-13T21:50:28.620 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:28 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:28.448572453Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-04-13T21:50:28.620 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:28 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:28.490548316Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-04-13T21:50:28.620 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:28 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:28.524208928Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-04-13T21:50:28.620 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:28 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:28.566095629Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-04-13T21:50:28.620 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:28 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:28.591386675Z level=info msg="Executing migration" id="create cache_data table" 2024-04-13T21:50:28.620 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:28 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:28.633227769Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-04-13T21:50:28.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:28 smithi189 bash[23633]: audit 2024-04-13T21:50:28.363583+0000 mon.c (mon.2) 51 : audit 0 from='client.? 172.21.15.165:0/3418516510' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T21:50:28.931 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:28 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:28.658594551Z level=info msg="Executing migration" id="create short_url table v1" 2024-04-13T21:50:28.931 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:28 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:28.700512534Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-04-13T21:50:28.931 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:28 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:28.742460524Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-04-13T21:50:28.931 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:28 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:28.767656875Z level=info msg="Executing migration" id="delete alert_definition table" 2024-04-13T21:50:28.931 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:28 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:28.809617348Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-04-13T21:50:28.931 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:28 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:28.83501583Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-04-13T21:50:28.931 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:28 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:28.876916083Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-04-13T21:50:28.931 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:28 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:28.944017631Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-04-13T21:50:29.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:28 smithi165 bash[21371]: audit 2024-04-13T21:50:28.363583+0000 mon.c (mon.2) 51 : audit 0 from='client.? 172.21.15.165:0/3418516510' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T21:50:29.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:28 smithi165 bash[31269]: audit 2024-04-13T21:50:28.363583+0000 mon.c (mon.2) 51 : audit 0 from='client.? 172.21.15.165:0/3418516510' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T21:50:29.199 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:28 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:28.969207812Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-04-13T21:50:29.200 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:28 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:28.994525694Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-04-13T21:50:29.200 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:29 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:29.019725582Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-04-13T21:50:29.200 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:29 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:29.044981972Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-04-13T21:50:29.200 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:29 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:29.07019267Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-04-13T21:50:29.200 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:29 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:29.112106337Z level=info msg="Executing migration" id="drop alert_definition table" 2024-04-13T21:50:29.200 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:29 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:29.162556758Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-04-13T21:50:29.200 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:29 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:29.213122266Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-04-13T21:50:29.359 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:50:29 smithi165 systemd[1]: Stopping Ceph alertmanager.a for 1c29171c-f9de-11ee-bc8e-c7b262605968... 2024-04-13T21:50:29.452 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:29 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:29.238430019Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-04-13T21:50:29.452 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:29 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:29.263609637Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-04-13T21:50:29.452 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:29 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:29.28881507Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-04-13T21:50:29.452 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:29 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:29.314091261Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-04-13T21:50:29.452 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:29 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:29.339442664Z level=info msg="Executing migration" id="create alert_instance table" 2024-04-13T21:50:29.452 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:29 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:29.381278432Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-04-13T21:50:29.452 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:29 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:29.406556586Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-04-13T21:50:29.452 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:29 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:29.431867558Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-04-13T21:50:29.452 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:29 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:29.465444539Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-04-13T21:50:29.501 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-13T21:50:29.501 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph osd dump --format=json 2024-04-13T21:50:29.704 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:29 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:29.507337406Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-04-13T21:50:29.704 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:29 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:29.532649266Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-04-13T21:50:29.704 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:29 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:29.591237849Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-04-13T21:50:29.704 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:29 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:29.633267271Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-04-13T21:50:29.704 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:29 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:29.658499728Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-04-13T21:50:29.704 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:29 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:29.700398783Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-04-13T21:50:29.704 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:29 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:29.717455198Z level=info msg="Executing migration" id="create alert_rule table" 2024-04-13T21:50:29.781 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:50:29 smithi165 bash[56444]: ts=2024-04-13T21:50:29.371Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-13T21:50:29.956 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:29 smithi189 bash[23633]: cluster 2024-04-13T21:50:29.720465+0000 mgr.y (mgr.14388) 58 : cluster 0 pgmap v39: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:29.956 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:29 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:29.734350119Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-04-13T21:50:29.956 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:29 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:29.751264806Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-04-13T21:50:29.956 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:29 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:29.7848882Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-04-13T21:50:29.957 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:29 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:29.818628482Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-04-13T21:50:29.957 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:29 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:29.860569559Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-04-13T21:50:29.957 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:29 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:29.88570785Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-04-13T21:50:29.957 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:29 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:29.916840768Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-04-13T21:50:29.957 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:29 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:29.94465437Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-04-13T21:50:29.957 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:29 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:29.969767495Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-04-13T21:50:30.044 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:29 smithi165 bash[21371]: cluster 2024-04-13T21:50:29.720465+0000 mgr.y (mgr.14388) 58 : cluster 0 pgmap v39: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:30.045 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:29 smithi165 bash[31269]: cluster 2024-04-13T21:50:29.720465+0000 mgr.y (mgr.14388) 58 : cluster 0 pgmap v39: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:30.045 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:50:29 smithi165 bash[58163]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-alertmanager-a 2024-04-13T21:50:30.045 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:50:30 smithi165 bash[58243]: Error response from daemon: No such container: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-alertmanager-a 2024-04-13T21:50:30.045 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:50:30 smithi165 systemd[1]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-13T21:50:30.045 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:50:30 smithi165 systemd[1]: Stopped Ceph alertmanager.a for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T21:50:30.045 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:50:30 smithi165 systemd[1]: Started Ceph alertmanager.a for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T21:50:30.209 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:29 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:29.995139564Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-04-13T21:50:30.209 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:30 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:30.020416311Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-04-13T21:50:30.209 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:30 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:30.045616828Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-04-13T21:50:30.209 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:30 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:30.096325031Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-04-13T21:50:30.209 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:30 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:30.121521652Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-04-13T21:50:30.209 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:30 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:30.14677506Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-04-13T21:50:30.209 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:30 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:30.17211204Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-04-13T21:50:30.210 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:30 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:30.197373883Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-04-13T21:50:30.210 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:30 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:30.222602845Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-04-13T21:50:30.470 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:30 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:30.264601725Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-04-13T21:50:30.470 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:30 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:30.289761766Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-04-13T21:50:30.470 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:30 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:30.331804492Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-04-13T21:50:30.470 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:30 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:30.357085332Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-04-13T21:50:30.470 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:30 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:30.382448925Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-04-13T21:50:30.470 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:30 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:30.407692282Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-04-13T21:50:30.470 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:30 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:30.432903746Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-04-13T21:50:30.470 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:30 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:30.458163024Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-04-13T21:50:30.470 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:30 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:30.483421871Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-04-13T21:50:30.797 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:30 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:30.508594013Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-04-13T21:50:30.797 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:30 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:30.550583393Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-04-13T21:50:30.797 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:30 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:30.57585633Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-04-13T21:50:30.797 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:30 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:30.617524312Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-04-13T21:50:30.798 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:30 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:30.81075837Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-04-13T21:50:31.088 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:30 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:30.862858989Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-04-13T21:50:31.088 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:31 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:31.005534607Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-04-13T21:50:31.309 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:31 smithi165 bash[21371]: audit 2024-04-13T21:50:30.048958+0000 mon.a (mon.0) 732 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:31.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:31 smithi165 bash[21371]: audit 2024-04-13T21:50:30.061020+0000 mon.a (mon.0) 733 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:31.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:31 smithi165 bash[21371]: cephadm 2024-04-13T21:50:30.074744+0000 mgr.y (mgr.14388) 59 : cephadm 1 Reconfiguring prometheus.a (dependencies changed)... 2024-04-13T21:50:31.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:31 smithi165 bash[21371]: cephadm 2024-04-13T21:50:30.309291+0000 mgr.y (mgr.14388) 60 : cephadm 1 Reconfiguring daemon prometheus.a on smithi189 2024-04-13T21:50:31.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:31 smithi165 bash[31269]: audit 2024-04-13T21:50:30.048958+0000 mon.a (mon.0) 732 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:31.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:31 smithi165 bash[31269]: audit 2024-04-13T21:50:30.061020+0000 mon.a (mon.0) 733 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:31.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:31 smithi165 bash[31269]: cephadm 2024-04-13T21:50:30.074744+0000 mgr.y (mgr.14388) 59 : cephadm 1 Reconfiguring prometheus.a (dependencies changed)... 2024-04-13T21:50:31.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:31 smithi165 bash[31269]: cephadm 2024-04-13T21:50:30.309291+0000 mgr.y (mgr.14388) 60 : cephadm 1 Reconfiguring daemon prometheus.a on smithi189 2024-04-13T21:50:31.311 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:50:30 smithi165 bash[58271]: ts=2024-04-13T21:50:30.979Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-13T21:50:31.311 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:50:30 smithi165 bash[58271]: ts=2024-04-13T21:50:30.979Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-13T21:50:31.311 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:50:30 smithi165 bash[58271]: ts=2024-04-13T21:50:30.981Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.165 port=9094 2024-04-13T21:50:31.311 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:50:30 smithi165 bash[58271]: ts=2024-04-13T21:50:30.982Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-13T21:50:31.311 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:50:31 smithi165 bash[58271]: ts=2024-04-13T21:50:31.012Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-13T21:50:31.311 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:50:31 smithi165 bash[58271]: ts=2024-04-13T21:50:31.013Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-13T21:50:31.311 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:50:31 smithi165 bash[58271]: ts=2024-04-13T21:50:31.016Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-13T21:50:31.311 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:50:31 smithi165 bash[58271]: ts=2024-04-13T21:50:31.016Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-13T21:50:31.435 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:31 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:31.35751306Z level=info msg="Executing migration" id="create provenance_type table" 2024-04-13T21:50:31.435 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:31 smithi189 bash[23633]: audit 2024-04-13T21:50:30.048958+0000 mon.a (mon.0) 732 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:31.435 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:31 smithi189 bash[23633]: audit 2024-04-13T21:50:30.061020+0000 mon.a (mon.0) 733 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:31.435 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:31 smithi189 bash[23633]: cephadm 2024-04-13T21:50:30.074744+0000 mgr.y (mgr.14388) 59 : cephadm 1 Reconfiguring prometheus.a (dependencies changed)... 2024-04-13T21:50:31.435 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:31 smithi189 bash[23633]: cephadm 2024-04-13T21:50:30.309291+0000 mgr.y (mgr.14388) 60 : cephadm 1 Reconfiguring daemon prometheus.a on smithi189 2024-04-13T21:50:31.838 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:31 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:31.529693069Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-04-13T21:50:32.128 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:32 smithi189 bash[23633]: cluster 2024-04-13T21:50:31.721100+0000 mgr.y (mgr.14388) 61 : cluster 0 pgmap v40: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:32.128 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:31 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:31.857077022Z level=info msg="Executing migration" id="create alert_image table" 2024-04-13T21:50:32.128 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:31 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:31.948499275Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-04-13T21:50:32.128 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:32 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:32.049387116Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-04-13T21:50:32.309 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:32 smithi165 bash[21371]: cluster 2024-04-13T21:50:31.721100+0000 mgr.y (mgr.14388) 61 : cluster 0 pgmap v40: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:32.309 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:32 smithi165 bash[31269]: cluster 2024-04-13T21:50:31.721100+0000 mgr.y (mgr.14388) 61 : cluster 0 pgmap v40: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:32.396 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:32 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:32.141485623Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-04-13T21:50:32.396 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:32 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:32.233404371Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-04-13T21:50:32.396 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:32 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:32.275417745Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-04-13T21:50:32.396 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:32 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:32.275795997Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-04-13T21:50:32.396 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:32 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:32.325818734Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-04-13T21:50:32.396 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:32 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:32.409598011Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-04-13T21:50:32.667 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:32 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:32.451738574Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-04-13T21:50:32.667 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:32 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:32.452024916Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-04-13T21:50:32.667 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:32 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:32.452310423Z level=info msg="alerts found to migrate" alerts=0 2024-04-13T21:50:32.667 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:32 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:32.477288863Z level=info msg="Executing migration" id="create library_element table v1" 2024-04-13T21:50:32.667 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:32 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:32.51950682Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-04-13T21:50:32.667 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:32 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:32.59004563Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-04-13T21:50:32.809 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:50:32 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:50:32] "GET /metrics HTTP/1.1" 200 28571 "" "Prometheus/2.43.0" 2024-04-13T21:50:33.084 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:32 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:32.680657071Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-04-13T21:50:33.084 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:32 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:32.780563453Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-04-13T21:50:33.084 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:32 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:32.888980754Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-04-13T21:50:33.309 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:50:32 smithi165 bash[58271]: ts=2024-04-13T21:50:32.982Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000389518s 2024-04-13T21:50:33.588 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:33 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:33.097606137Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-04-13T21:50:33.588 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:33 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:33.348313707Z level=info msg="Executing migration" id="create data_keys table" 2024-04-13T21:50:33.588 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:33 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:33.432318005Z level=info msg="Executing migration" id="create secrets table" 2024-04-13T21:50:33.589 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:33 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:33.499633378Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-04-13T21:50:33.589 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:33 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:33.567594305Z level=info msg="Executing migration" id="add name column into data_keys" 2024-04-13T21:50:34.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:33 smithi165 bash[21371]: cluster 2024-04-13T21:50:33.721709+0000 mgr.y (mgr.14388) 62 : cluster 0 pgmap v41: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:34.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:33 smithi165 bash[31269]: cluster 2024-04-13T21:50:33.721709+0000 mgr.y (mgr.14388) 62 : cluster 0 pgmap v41: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:34.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:33 smithi189 bash[23633]: cluster 2024-04-13T21:50:33.721709+0000 mgr.y (mgr.14388) 62 : cluster 0 pgmap v41: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:34.088 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:33 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:33.79439338Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-04-13T21:50:34.088 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:33 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:33.88627191Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-04-13T21:50:34.433 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:34 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:34.182418552Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-04-13T21:50:34.750 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:34 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:34.446785533Z level=info msg="Executing migration" id="create kv_store table v1" 2024-04-13T21:50:34.750 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:34 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:34.514103045Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-04-13T21:50:34.750 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:34 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:34.589703738Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-04-13T21:50:34.751 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:34 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:34.687064426Z level=info msg="Executing migration" id="create permission table" 2024-04-13T21:50:34.751 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:34 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:34.763641615Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-04-13T21:50:35.020 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:34 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:34.866032733Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-04-13T21:50:35.020 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:34 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:34.939986336Z level=info msg="Executing migration" id="create role table" 2024-04-13T21:50:35.020 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:35 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:35.000103238Z level=info msg="Executing migration" id="add column display_name" 2024-04-13T21:50:35.213 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:50:35.338 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:35 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:35.033785731Z level=info msg="Executing migration" id="add column group_name" 2024-04-13T21:50:35.338 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:35 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:35.067443708Z level=info msg="Executing migration" id="add index role.org_id" 2024-04-13T21:50:35.339 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:35 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:35.118067965Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-04-13T21:50:35.339 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:35 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:35.198256923Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-04-13T21:50:35.339 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:35 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:35.269257855Z level=info msg="Executing migration" id="create team role table" 2024-04-13T21:50:35.737 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:35 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:35.361441959Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-04-13T21:50:35.737 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:35 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:35.532086262Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-04-13T21:50:36.044 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:35 smithi165 bash[21371]: cluster 2024-04-13T21:50:35.722281+0000 mgr.y (mgr.14388) 63 : cluster 0 pgmap v42: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:36.044 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:35 smithi165 bash[31269]: cluster 2024-04-13T21:50:35.722281+0000 mgr.y (mgr.14388) 63 : cluster 0 pgmap v42: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:36.060 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:35 smithi189 bash[23633]: cluster 2024-04-13T21:50:35.722281+0000 mgr.y (mgr.14388) 63 : cluster 0 pgmap v42: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:36.060 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:35 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:35.749985329Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-04-13T21:50:36.060 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:35 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:35.857767Z level=info msg="Executing migration" id="create user role table" 2024-04-13T21:50:36.060 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:35 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:35.938642577Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-04-13T21:50:36.060 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:35 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:35.997911589Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-04-13T21:50:36.060 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:36 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:36.073771437Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-04-13T21:50:36.321 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:36 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:36.115582392Z level=info msg="Executing migration" id="create builtin role table" 2024-04-13T21:50:36.321 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:36 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:36.140846079Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-04-13T21:50:36.321 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:36 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:36.182869858Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-04-13T21:50:36.321 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:36 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:36.250336752Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-04-13T21:50:36.321 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:36 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:36.284135235Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-04-13T21:50:36.321 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:36 smithi189 systemd[1]: Stopping Ceph prometheus.a for 1c29171c-f9de-11ee-bc8e-c7b262605968... 2024-04-13T21:50:36.321 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:36 smithi189 bash[48140]: ts=2024-04-13T21:50:36.243Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-13T21:50:36.321 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:36 smithi189 bash[48140]: ts=2024-04-13T21:50:36.243Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-13T21:50:36.321 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:36 smithi189 bash[48140]: ts=2024-04-13T21:50:36.243Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-13T21:50:36.321 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:36 smithi189 bash[48140]: ts=2024-04-13T21:50:36.243Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-13T21:50:36.322 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:36 smithi189 bash[48140]: ts=2024-04-13T21:50:36.243Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-13T21:50:36.322 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:36 smithi189 bash[48140]: ts=2024-04-13T21:50:36.243Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-13T21:50:36.322 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:36 smithi189 bash[48140]: ts=2024-04-13T21:50:36.243Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-13T21:50:36.322 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:36 smithi189 bash[48140]: ts=2024-04-13T21:50:36.243Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-13T21:50:36.322 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:36 smithi189 bash[48140]: ts=2024-04-13T21:50:36.243Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-13T21:50:36.322 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:36 smithi189 bash[48140]: ts=2024-04-13T21:50:36.244Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-13T21:50:36.322 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:36 smithi189 bash[48140]: ts=2024-04-13T21:50:36.244Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-13T21:50:36.322 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:36 smithi189 bash[48140]: ts=2024-04-13T21:50:36.244Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-13T21:50:36.588 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:36 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:36.334510761Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-04-13T21:50:36.588 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:36 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:36.43685791Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-04-13T21:50:36.588 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:36 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:36.536827044Z level=info msg="Executing migration" id="add unique index role.uid" 2024-04-13T21:50:37.015 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:36 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:36.736292243Z level=info msg="Executing migration" id="create seed assignment table" 2024-04-13T21:50:37.287 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:37 smithi189 bash[50501]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-prometheus-a 2024-04-13T21:50:37.287 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:37 smithi189 bash[50561]: Error response from daemon: No such container: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-prometheus-a 2024-04-13T21:50:37.287 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:37 smithi189 systemd[1]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-13T21:50:37.287 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:37 smithi189 systemd[1]: Stopped Ceph prometheus.a for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T21:50:37.287 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:37 smithi189 systemd[1]: Started Ceph prometheus.a for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T21:50:37.287 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:37 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:37.028702356Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-04-13T21:50:37.287 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:37 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:37.13761009Z level=info msg="Executing migration" id="add column hidden to role table" 2024-04-13T21:50:37.287 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:37 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:37.205457263Z level=info msg="Executing migration" id="create query_history table v1" 2024-04-13T21:50:37.287 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:37 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:37.273173255Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-04-13T21:50:37.588 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:37 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:37.424450883Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-04-13T21:50:37.720 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:50:37 smithi165 bash[21625]: [13/Apr/2024:21:50:37] ENGINE Bus STOPPING 2024-04-13T21:50:37.720 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:50:37 smithi165 bash[21625]: [13/Apr/2024:21:50:37] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T21:50:37.720 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:50:37 smithi165 bash[21625]: [13/Apr/2024:21:50:37] ENGINE Bus STOPPED 2024-04-13T21:50:37.720 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:50:37 smithi165 bash[21625]: [13/Apr/2024:21:50:37] ENGINE Bus STARTING 2024-04-13T21:50:37.720 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:50:37 smithi165 bash[21625]: [13/Apr/2024:21:50:37] ENGINE Serving on http://:::9283 2024-04-13T21:50:37.721 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:50:37 smithi165 bash[21625]: [13/Apr/2024:21:50:37] ENGINE Bus STARTED 2024-04-13T21:50:37.721 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:50:37 smithi165 bash[21625]: [13/Apr/2024:21:50:37] ENGINE Bus STOPPING 2024-04-13T21:50:37.721 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:50:37 smithi165 bash[21625]: [13/Apr/2024:21:50:37] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T21:50:37.721 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:50:37 smithi165 bash[21625]: [13/Apr/2024:21:50:37] ENGINE Bus STOPPED 2024-04-13T21:50:37.721 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:50:37 smithi165 bash[21625]: [13/Apr/2024:21:50:37] ENGINE Bus STARTING 2024-04-13T21:50:37.721 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:50:37 smithi165 bash[21625]: [13/Apr/2024:21:50:37] ENGINE Serving on http://:::9283 2024-04-13T21:50:37.721 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:50:37 smithi165 bash[21625]: [13/Apr/2024:21:50:37] ENGINE Bus STARTED 2024-04-13T21:50:37.721 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:50:37 smithi165 bash[21625]: [13/Apr/2024:21:50:37] ENGINE Bus STOPPING 2024-04-13T21:50:37.721 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:50:37 smithi165 bash[21625]: [13/Apr/2024:21:50:37] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T21:50:37.721 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:50:37 smithi165 bash[21625]: [13/Apr/2024:21:50:37] ENGINE Bus STOPPED 2024-04-13T21:50:37.721 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:50:37 smithi165 bash[21625]: [13/Apr/2024:21:50:37] ENGINE Bus STARTING 2024-04-13T21:50:37.721 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:50:37 smithi165 bash[21625]: [13/Apr/2024:21:50:37] ENGINE Serving on http://:::9283 2024-04-13T21:50:37.721 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:50:37 smithi165 bash[21625]: [13/Apr/2024:21:50:37] ENGINE Bus STARTED 2024-04-13T21:50:37.932 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T21:50:37.933 INFO:teuthology.orchestra.run.smithi165.stdout:{"epoch":64,"fsid":"1c29171c-f9de-11ee-bc8e-c7b262605968","created":"2024-04-13T21:39:20.699603+0000","modified":"2024-04-13T21:50:11.787300+0000","last_up_change":"2024-04-13T21:48:28.684842+0000","last_in_change":"2024-04-13T21:48:03.234530+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-13T21:44:25.441069+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-04-13T21:50:03.135344+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"64","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"776ad8e4-0a40-4b88-9ab6-efe11cb27fc6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6802","nonce":285845539},{"type":"v1","addr":"172.21.15.165:6803","nonce":285845539}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6804","nonce":285845539},{"type":"v1","addr":"172.21.15.165:6805","nonce":285845539}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6808","nonce":285845539},{"type":"v1","addr":"172.21.15.165:6809","nonce":285845539}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6806","nonce":285845539},{"type":"v1","addr":"172.21.15.165:6807","nonce":285845539}]},"public_addr":"172.21.15.165:6803/285845539","cluster_addr":"172.21.15.165:6805/285845539","heartbeat_back_addr":"172.21.15.165:6809/285845539","heartbeat_front_addr":"172.21.15.165:6807/285845539","state":["exists","up"]},{"osd":1,"uuid":"2b75ee66-e9f8-45d6-9bea-5da70fef5eab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6810","nonce":632919587},{"type":"v1","addr":"172.21.15.165:6811","nonce":632919587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6812","nonce":632919587},{"type":"v1","addr":"172.21.15.165:6813","nonce":632919587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6816","nonce":632919587},{"type":"v1","addr":"172.21.15.165:6817","nonce":632919587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6814","nonce":632919587},{"type":"v1","addr":"172.21.15.165:6815","nonce":632919587}]},"public_addr":"172.21.15.165:6811/632919587","cluster_addr":"172.21.15.165:6813/632919587","heartbeat_back_addr":"172.21.15.165:6817/632919587","heartbeat_front_addr":"172.21.15.165:6815/632919587","state":["exists","up"]},{"osd":2,"uuid":"7c6c0d77-0b32-40d6-b6dd-752634faa653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6818","nonce":1970641189},{"type":"v1","addr":"172.21.15.165:6819","nonce":1970641189}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6820","nonce":1970641189},{"type":"v1","addr":"172.21.15.165:6821","nonce":1970641189}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6824","nonce":1970641189},{"type":"v1","addr":"172.21.15.165:6825","nonce":1970641189}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6822","nonce":1970641189},{"type":"v1","addr":"172.21.15.165:6823","nonce":1970641189}]},"public_addr":"172.21.15.165:6819/1970641189","cluster_addr":"172.21.15.165:6821/1970641189","heartbeat_back_addr":"172.21.15.165:6825/1970641189","heartbeat_front_addr":"172.21.15.165:6823/1970641189","state":["exists","up"]},{"osd":3,"uuid":"2292ee9f-3011-4d12-97a9-59871d9af3f7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6826","nonce":1790837044},{"type":"v1","addr":"172.21.15.165:6827","nonce":1790837044}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6828","nonce":1790837044},{"type":"v1","addr":"172.21.15.165:6829","nonce":1790837044}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6832","nonce":1790837044},{"type":"v1","addr":"172.21.15.165:6833","nonce":1790837044}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6830","nonce":1790837044},{"type":"v1","addr":"172.21.15.165:6831","nonce":1790837044}]},"public_addr":"172.21.15.165:6827/1790837044","cluster_addr":"172.21.15.165:6829/1790837044","heartbeat_back_addr":"172.21.15.165:6833/1790837044","heartbeat_front_addr":"172.21.15.165:6831/1790837044","state":["exists","up"]},{"osd":4,"uuid":"6fc9f1b2-1ad9-4883-8ac9-6155cce5bcff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6800","nonce":582511667},{"type":"v1","addr":"172.21.15.189:6801","nonce":582511667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6802","nonce":582511667},{"type":"v1","addr":"172.21.15.189:6803","nonce":582511667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6806","nonce":582511667},{"type":"v1","addr":"172.21.15.189:6807","nonce":582511667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6804","nonce":582511667},{"type":"v1","addr":"172.21.15.189:6805","nonce":582511667}]},"public_addr":"172.21.15.189:6801/582511667","cluster_addr":"172.21.15.189:6803/582511667","heartbeat_back_addr":"172.21.15.189:6807/582511667","heartbeat_front_addr":"172.21.15.189:6805/582511667","state":["exists","up"]},{"osd":5,"uuid":"1f52e692-2034-4d77-a0bc-5f23e3d1df8c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6808","nonce":2467195533},{"type":"v1","addr":"172.21.15.189:6809","nonce":2467195533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6810","nonce":2467195533},{"type":"v1","addr":"172.21.15.189:6811","nonce":2467195533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6814","nonce":2467195533},{"type":"v1","addr":"172.21.15.189:6815","nonce":2467195533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6812","nonce":2467195533},{"type":"v1","addr":"172.21.15.189:6813","nonce":2467195533}]},"public_addr":"172.21.15.189:6809/2467195533","cluster_addr":"172.21.15.189:6811/2467195533","heartbeat_back_addr":"172.21.15.189:6815/2467195533","heartbeat_front_addr":"172.21.15.189:6813/2467195533","state":["exists","up"]},{"osd":6,"uuid":"a0a0ef31-869b-447e-bc9b-d26981b8a347","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6816","nonce":1129279025},{"type":"v1","addr":"172.21.15.189:6817","nonce":1129279025}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6818","nonce":1129279025},{"type":"v1","addr":"172.21.15.189:6819","nonce":1129279025}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6822","nonce":1129279025},{"type":"v1","addr":"172.21.15.189:6823","nonce":1129279025}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6820","nonce":1129279025},{"type":"v1","addr":"172.21.15.189:6821","nonce":1129279025}]},"public_addr":"172.21.15.189:6817/1129279025","cluster_addr":"172.21.15.189:6819/1129279025","heartbeat_back_addr":"172.21.15.189:6823/1129279025","heartbeat_front_addr":"172.21.15.189:6821/1129279025","state":["exists","up"]},{"osd":7,"uuid":"d34424f8-3ab3-4331-9e53-83a0e3b5549c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6824","nonce":2854073429},{"type":"v1","addr":"172.21.15.189:6825","nonce":2854073429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6826","nonce":2854073429},{"type":"v1","addr":"172.21.15.189:6827","nonce":2854073429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6830","nonce":2854073429},{"type":"v1","addr":"172.21.15.189:6831","nonce":2854073429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6828","nonce":2854073429},{"type":"v1","addr":"172.21.15.189:6829","nonce":2854073429}]},"public_addr":"172.21.15.189:6825/2854073429","cluster_addr":"172.21.15.189:6827/2854073429","heartbeat_back_addr":"172.21.15.189:6831/2854073429","heartbeat_front_addr":"172.21.15.189:6829/2854073429","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:42:41.885444+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:43:30.846570+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:44:20.621228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:45:10.174227+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:45:58.306014+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:46:48.569417+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:47:37.411045+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:48:26.772389+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.165:6801/491646175":"2024-04-14T21:49:25.680950+0000","172.21.15.165:0/3153903530":"2024-04-14T21:49:25.680950+0000","172.21.15.165:0/537941751":"2024-04-14T21:40:22.820715+0000","172.21.15.165:0/1309459491":"2024-04-14T21:49:25.680950+0000","172.21.15.165:0/3046192902":"2024-04-14T21:49:25.680950+0000","172.21.15.165:6801/1346964888":"2024-04-14T21:40:22.820715+0000","172.21.15.165:6800/3496035712":"2024-04-14T21:39:51.988958+0000","172.21.15.165:0/1486718192":"2024-04-14T21:39:51.988958+0000","172.21.15.165:6801/3496035712":"2024-04-14T21:39:51.988958+0000","172.21.15.165:6800/491646175":"2024-04-14T21:49:25.680950+0000","172.21.15.165:0/1668837608":"2024-04-14T21:40:22.820715+0000","172.21.15.165:6800/1346964888":"2024-04-14T21:40:22.820715+0000","172.21.15.165:0/3079989644":"2024-04-14T21:39:51.988958+0000","172.21.15.165:0/4051573552":"2024-04-14T21:49:25.680950+0000","172.21.15.165:0/2304149009":"2024-04-14T21:39:51.988958+0000","172.21.15.165:0/999600985":"2024-04-14T21:40:22.820715+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-13T21:50:38.080 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:37 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:37.720888734Z level=info msg="Executing migration" id="teams permissions migration" 2024-04-13T21:50:38.080 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:37 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:37.96563835Z level=info msg="Executing migration" id="dashboard permissions" 2024-04-13T21:50:38.338 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:38.093664231Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-04-13T21:50:38.338 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:38.196417782Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-04-13T21:50:38.338 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:38.286503135Z level=info msg="Executing migration" id="alerting notification permissions" 2024-04-13T21:50:38.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[23633]: audit 2024-04-13T21:50:37.298190+0000 mon.a (mon.0) 734 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:38.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[23633]: audit 2024-04-13T21:50:37.311707+0000 mon.a (mon.0) 735 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:38.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[23633]: audit 2024-04-13T21:50:37.359463+0000 mon.c (mon.2) 52 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-13T21:50:38.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[23633]: audit 2024-04-13T21:50:37.360209+0000 mgr.y (mgr.14388) 64 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-13T21:50:38.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[23633]: audit 2024-04-13T21:50:37.362209+0000 mon.c (mon.2) 53 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi165.front.sepia.ceph.com:9093"}]: dispatch 2024-04-13T21:50:38.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[23633]: audit 2024-04-13T21:50:37.362779+0000 mgr.y (mgr.14388) 65 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi165.front.sepia.ceph.com:9093"}]: dispatch 2024-04-13T21:50:38.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[23633]: audit 2024-04-13T21:50:37.370118+0000 mon.a (mon.0) 736 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:38.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[23633]: audit 2024-04-13T21:50:37.391057+0000 mon.c (mon.2) 54 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T21:50:38.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[23633]: audit 2024-04-13T21:50:37.392206+0000 mgr.y (mgr.14388) 66 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T21:50:38.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[23633]: audit 2024-04-13T21:50:37.396440+0000 mon.c (mon.2) 55 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi189.front.sepia.ceph.com:9095"}]: dispatch 2024-04-13T21:50:38.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[23633]: audit 2024-04-13T21:50:37.397551+0000 mgr.y (mgr.14388) 67 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi189.front.sepia.ceph.com:9095"}]: dispatch 2024-04-13T21:50:38.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[23633]: audit 2024-04-13T21:50:37.407991+0000 mon.a (mon.0) 737 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:38.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[23633]: audit 2024-04-13T21:50:37.420658+0000 mon.c (mon.2) 56 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-13T21:50:38.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[23633]: audit 2024-04-13T21:50:37.421231+0000 mgr.y (mgr.14388) 68 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-13T21:50:38.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[23633]: audit 2024-04-13T21:50:37.425574+0000 mon.c (mon.2) 57 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi189.front.sepia.ceph.com:3000"}]: dispatch 2024-04-13T21:50:38.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[23633]: audit 2024-04-13T21:50:37.426078+0000 mgr.y (mgr.14388) 69 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi189.front.sepia.ceph.com:3000"}]: dispatch 2024-04-13T21:50:38.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[23633]: audit 2024-04-13T21:50:37.435954+0000 mon.a (mon.0) 738 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:38.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[23633]: audit 2024-04-13T21:50:37.455099+0000 mon.c (mon.2) 58 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:50:38.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[23633]: cluster 2024-04-13T21:50:37.722729+0000 mgr.y (mgr.14388) 70 : cluster 0 pgmap v43: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:38.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[23633]: audit 2024-04-13T21:50:37.942521+0000 mon.c (mon.2) 59 : audit 0 from='client.? 172.21.15.165:0/2988007742' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T21:50:38.543 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[21371]: audit 2024-04-13T21:50:37.298190+0000 mon.a (mon.0) 734 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:38.543 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[21371]: audit 2024-04-13T21:50:37.311707+0000 mon.a (mon.0) 735 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:38.543 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[21371]: audit 2024-04-13T21:50:37.359463+0000 mon.c (mon.2) 52 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-13T21:50:38.543 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[21371]: audit 2024-04-13T21:50:37.360209+0000 mgr.y (mgr.14388) 64 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-13T21:50:38.543 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[21371]: audit 2024-04-13T21:50:37.362209+0000 mon.c (mon.2) 53 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi165.front.sepia.ceph.com:9093"}]: dispatch 2024-04-13T21:50:38.543 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[21371]: audit 2024-04-13T21:50:37.362779+0000 mgr.y (mgr.14388) 65 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi165.front.sepia.ceph.com:9093"}]: dispatch 2024-04-13T21:50:38.543 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[21371]: audit 2024-04-13T21:50:37.370118+0000 mon.a (mon.0) 736 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:38.544 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[21371]: audit 2024-04-13T21:50:37.391057+0000 mon.c (mon.2) 54 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T21:50:38.544 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[21371]: audit 2024-04-13T21:50:37.392206+0000 mgr.y (mgr.14388) 66 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T21:50:38.544 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[21371]: audit 2024-04-13T21:50:37.396440+0000 mon.c (mon.2) 55 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi189.front.sepia.ceph.com:9095"}]: dispatch 2024-04-13T21:50:38.544 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[21371]: audit 2024-04-13T21:50:37.397551+0000 mgr.y (mgr.14388) 67 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi189.front.sepia.ceph.com:9095"}]: dispatch 2024-04-13T21:50:38.544 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[21371]: audit 2024-04-13T21:50:37.407991+0000 mon.a (mon.0) 737 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:38.544 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[21371]: audit 2024-04-13T21:50:37.420658+0000 mon.c (mon.2) 56 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-13T21:50:38.544 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[21371]: audit 2024-04-13T21:50:37.421231+0000 mgr.y (mgr.14388) 68 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-13T21:50:38.544 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[21371]: audit 2024-04-13T21:50:37.425574+0000 mon.c (mon.2) 57 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi189.front.sepia.ceph.com:3000"}]: dispatch 2024-04-13T21:50:38.544 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[21371]: audit 2024-04-13T21:50:37.426078+0000 mgr.y (mgr.14388) 69 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi189.front.sepia.ceph.com:3000"}]: dispatch 2024-04-13T21:50:38.544 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[21371]: audit 2024-04-13T21:50:37.435954+0000 mon.a (mon.0) 738 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:38.544 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[21371]: audit 2024-04-13T21:50:37.455099+0000 mon.c (mon.2) 58 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:50:38.544 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[21371]: cluster 2024-04-13T21:50:37.722729+0000 mgr.y (mgr.14388) 70 : cluster 0 pgmap v43: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:38.544 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[21371]: audit 2024-04-13T21:50:37.942521+0000 mon.c (mon.2) 59 : audit 0 from='client.? 172.21.15.165:0/2988007742' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T21:50:38.545 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[31269]: audit 2024-04-13T21:50:37.298190+0000 mon.a (mon.0) 734 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:38.545 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[31269]: audit 2024-04-13T21:50:37.311707+0000 mon.a (mon.0) 735 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:38.545 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[31269]: audit 2024-04-13T21:50:37.359463+0000 mon.c (mon.2) 52 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-13T21:50:38.545 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[31269]: audit 2024-04-13T21:50:37.360209+0000 mgr.y (mgr.14388) 64 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-13T21:50:38.545 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[31269]: audit 2024-04-13T21:50:37.362209+0000 mon.c (mon.2) 53 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi165.front.sepia.ceph.com:9093"}]: dispatch 2024-04-13T21:50:38.545 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[31269]: audit 2024-04-13T21:50:37.362779+0000 mgr.y (mgr.14388) 65 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi165.front.sepia.ceph.com:9093"}]: dispatch 2024-04-13T21:50:38.545 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[31269]: audit 2024-04-13T21:50:37.370118+0000 mon.a (mon.0) 736 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:38.545 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[31269]: audit 2024-04-13T21:50:37.391057+0000 mon.c (mon.2) 54 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T21:50:38.545 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[31269]: audit 2024-04-13T21:50:37.392206+0000 mgr.y (mgr.14388) 66 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T21:50:38.545 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[31269]: audit 2024-04-13T21:50:37.396440+0000 mon.c (mon.2) 55 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi189.front.sepia.ceph.com:9095"}]: dispatch 2024-04-13T21:50:38.545 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[31269]: audit 2024-04-13T21:50:37.397551+0000 mgr.y (mgr.14388) 67 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi189.front.sepia.ceph.com:9095"}]: dispatch 2024-04-13T21:50:38.545 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[31269]: audit 2024-04-13T21:50:37.407991+0000 mon.a (mon.0) 737 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:38.546 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[31269]: audit 2024-04-13T21:50:37.420658+0000 mon.c (mon.2) 56 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-13T21:50:38.546 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[31269]: audit 2024-04-13T21:50:37.421231+0000 mgr.y (mgr.14388) 68 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-13T21:50:38.546 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[31269]: audit 2024-04-13T21:50:37.425574+0000 mon.c (mon.2) 57 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi189.front.sepia.ceph.com:3000"}]: dispatch 2024-04-13T21:50:38.546 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[31269]: audit 2024-04-13T21:50:37.426078+0000 mgr.y (mgr.14388) 69 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi189.front.sepia.ceph.com:3000"}]: dispatch 2024-04-13T21:50:38.546 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[31269]: audit 2024-04-13T21:50:37.435954+0000 mon.a (mon.0) 738 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:38.546 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[31269]: audit 2024-04-13T21:50:37.455099+0000 mon.c (mon.2) 58 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:50:38.546 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[31269]: cluster 2024-04-13T21:50:37.722729+0000 mgr.y (mgr.14388) 70 : cluster 0 pgmap v43: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:38.546 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:38 smithi165 bash[31269]: audit 2024-04-13T21:50:37.942521+0000 mon.c (mon.2) 59 : audit 0 from='client.? 172.21.15.165:0/2988007742' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T21:50:38.547 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-13T21:50:38.548 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-13T21:50:38.548 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-13T21:50:38.549 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-13T21:50:38.549 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-13T21:50:38.549 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-13T21:50:38.550 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-13T21:50:38.550 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-13T21:50:38.655 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:38.371449363Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-04-13T21:50:38.655 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:38.445846527Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-04-13T21:50:38.656 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:38.538675993Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-04-13T21:50:38.656 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:38.668448693Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-04-13T21:50:38.920 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:38.71441271Z level=info msg="Executing migration" id="create correlation table v1" 2024-04-13T21:50:38.920 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:38.739651617Z level=info msg="Executing migration" id="add index correlations.uid" 2024-04-13T21:50:38.920 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:38.790137002Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-04-13T21:50:38.920 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:38.857823148Z level=info msg="Executing migration" id="add correlation config column" 2024-04-13T21:50:38.920 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:38.883152586Z level=info msg="Executing migration" id="create entity_events table" 2024-04-13T21:50:38.920 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:38.908445021Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-04-13T21:50:38.920 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:38.933641111Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-13T21:50:38.921 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[50588]: ts=2024-04-13T21:50:38.769Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-13T21:50:38.921 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[50588]: ts=2024-04-13T21:50:38.769Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-13T21:50:38.921 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[50588]: ts=2024-04-13T21:50:38.769Z caller=main.go:570 level=info host_details="(Linux 5.15.0-102-generic #112-Ubuntu SMP Tue Mar 5 16:50:32 UTC 2024 x86_64 smithi189 (none))" 2024-04-13T21:50:38.921 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[50588]: ts=2024-04-13T21:50:38.770Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-13T21:50:38.921 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[50588]: ts=2024-04-13T21:50:38.770Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-13T21:50:38.921 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[50588]: ts=2024-04-13T21:50:38.771Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-13T21:50:38.921 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[50588]: ts=2024-04-13T21:50:38.772Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-13T21:50:38.921 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[50588]: ts=2024-04-13T21:50:38.773Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-13T21:50:38.921 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[50588]: ts=2024-04-13T21:50:38.774Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-13T21:50:38.921 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[50588]: ts=2024-04-13T21:50:38.775Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-13T21:50:38.922 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[50588]: ts=2024-04-13T21:50:38.775Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.783µs 2024-04-13T21:50:38.922 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[50588]: ts=2024-04-13T21:50:38.775Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-13T21:50:38.922 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[50588]: ts=2024-04-13T21:50:38.777Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-04-13T21:50:38.922 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[50588]: ts=2024-04-13T21:50:38.777Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-04-13T21:50:38.922 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[50588]: ts=2024-04-13T21:50:38.777Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=40.32µs wal_replay_duration=1.87185ms wbl_replay_duration=110ns total_replay_duration=1.945523ms 2024-04-13T21:50:38.922 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[50588]: ts=2024-04-13T21:50:38.778Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-13T21:50:38.922 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[50588]: ts=2024-04-13T21:50:38.778Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-13T21:50:38.922 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[50588]: ts=2024-04-13T21:50:38.778Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-13T21:50:38.922 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[50588]: ts=2024-04-13T21:50:38.799Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.492583ms db_storage=918ns remote_storage=1.482µs web_handler=450ns query_engine=569ns scrape=268.34µs scrape_sd=91.08µs notify=17.516µs notify_sd=24.459µs rules=19.815655ms tracing=5.958µs 2024-04-13T21:50:38.922 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[50588]: ts=2024-04-13T21:50:38.799Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-13T21:50:38.922 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[50588]: ts=2024-04-13T21:50:38.799Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-13T21:50:39.173 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:38.933959025Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-13T21:50:39.173 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:38.958957726Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-13T21:50:39.173 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:38.959339065Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-13T21:50:39.173 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:38 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:38.984156408Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-04-13T21:50:39.173 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:39 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:39.001160186Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-04-13T21:50:39.173 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:39 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:39.018092805Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-04-13T21:50:39.173 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:39 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:39.051608991Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-13T21:50:39.174 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:39 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:39.06850798Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-04-13T21:50:39.174 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:39 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:39.085393641Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-13T21:50:39.174 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:39 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:39.10235121Z level=info msg="Executing migration" id="Drop public config table" 2024-04-13T21:50:39.174 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:39 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:39.119282378Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-04-13T21:50:39.174 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:39 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:39.16130408Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-04-13T21:50:39.174 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:39 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:39.186538476Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-13T21:50:39.425 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:39 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:39.211766892Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-04-13T21:50:39.426 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:39 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:39.23705657Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-04-13T21:50:39.426 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:39 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:39.270600247Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-04-13T21:50:39.426 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:39 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:39.295844826Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-04-13T21:50:39.426 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:39 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:39.321113818Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-04-13T21:50:39.426 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:39 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:39.346320384Z level=info msg="Executing migration" id="add share column" 2024-04-13T21:50:39.426 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:39 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:39.371865451Z level=info msg="Executing migration" id="create default alerting folders" 2024-04-13T21:50:39.426 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:39 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:39.413726914Z level=info msg="Executing migration" id="create file table" 2024-04-13T21:50:39.426 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:39 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:39.439161738Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-04-13T21:50:39.678 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:39 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:39.464453843Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-04-13T21:50:39.678 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:39 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:39.506414096Z level=info msg="Executing migration" id="create file_meta table" 2024-04-13T21:50:39.678 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:39 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:39.531644212Z level=info msg="Executing migration" id="file table idx: path key" 2024-04-13T21:50:39.678 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:39 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:39.556878271Z level=info msg="Executing migration" id="set path collation in file table" 2024-04-13T21:50:39.678 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:39 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:39.598815607Z level=info msg="Executing migration" id="managed permissions migration" 2024-04-13T21:50:39.678 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:39 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:39.640820153Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-04-13T21:50:39.678 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:39 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:39.666206141Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-04-13T21:50:39.678 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:39 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:39.691478133Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-04-13T21:50:39.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:39 smithi189 bash[23633]: cluster 2024-04-13T21:50:39.723294+0000 mgr.y (mgr.14388) 71 : cluster 0 pgmap v44: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:39.930 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:39 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:39.716740135Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-04-13T21:50:39.930 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:39 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:39.758676022Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-04-13T21:50:39.930 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:39 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:39.800754239Z level=info msg="Executing migration" id="update group index for alert rules" 2024-04-13T21:50:39.930 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:39 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:39.842763389Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-04-13T21:50:39.930 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:39 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:39.868005915Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-04-13T21:50:39.931 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:39 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:39.893323013Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-04-13T21:50:39.931 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:39 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:39.918492279Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-04-13T21:50:39.931 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:39 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:39.943789371Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-04-13T21:50:40.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:39 smithi165 bash[21371]: cluster 2024-04-13T21:50:39.723294+0000 mgr.y (mgr.14388) 71 : cluster 0 pgmap v44: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:40.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:39 smithi165 bash[31269]: cluster 2024-04-13T21:50:39.723294+0000 mgr.y (mgr.14388) 71 : cluster 0 pgmap v44: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:40.182 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:39 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:39.994058191Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-04-13T21:50:40.182 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:40 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:40.077753033Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-04-13T21:50:40.182 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:40 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:40.103060542Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-04-13T21:50:40.182 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:40 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:40.128334711Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-04-13T21:50:40.182 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:40 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:40.170249951Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-04-13T21:50:40.182 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:40 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:40.195400667Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-04-13T21:50:40.511 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:40 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:40.22064687Z level=info msg="Executing migration" id="create folder table" 2024-04-13T21:50:40.511 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:40 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:40.245830303Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-04-13T21:50:40.511 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:40 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:40.271190464Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-04-13T21:50:40.511 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:40 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:40.296424821Z level=info msg="Executing migration" id="Update folder title length" 2024-04-13T21:50:40.511 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:40 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:40.321807698Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-04-13T21:50:40.511 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:40 smithi189 bash[49915]: logger=migrator t=2024-04-13T21:50:40.347081054Z level=info msg="migrations completed" performed=485 skipped=0 duration=20.940026741s 2024-04-13T21:50:40.511 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:40 smithi189 bash[49915]: logger=sqlstore t=2024-04-13T21:50:40.348598222Z level=info msg="Created default organization" 2024-04-13T21:50:40.511 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:40 smithi189 bash[49915]: logger=plugin.loader t=2024-04-13T21:50:40.524258564Z level=info msg="Plugin registered" pluginID=input 2024-04-13T21:50:40.830 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:40 smithi189 bash[49915]: logger=plugin.loader t=2024-04-13T21:50:40.56549963Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-04-13T21:50:40.830 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:40 smithi189 bash[49915]: logger=plugin.loader t=2024-04-13T21:50:40.565532245Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-04-13T21:50:40.830 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:40 smithi189 bash[49915]: logger=secrets t=2024-04-13T21:50:40.565586366Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-13T21:50:40.831 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:40 smithi189 bash[49915]: logger=query_data t=2024-04-13T21:50:40.567898391Z level=info msg="Query Service initialization" 2024-04-13T21:50:40.831 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:40 smithi189 bash[49915]: logger=live.push_http t=2024-04-13T21:50:40.572405498Z level=info msg="Live Push Gateway initialization" 2024-04-13T21:50:41.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:40 smithi189 bash[23633]: audit 2024-04-13T21:50:40.788003+0000 mon.c (mon.2) 60 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:50:41.309 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:50:40 smithi165 bash[58271]: ts=2024-04-13T21:50:40.984Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002221971s 2024-04-13T21:50:41.314 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:40 smithi165 bash[21371]: audit 2024-04-13T21:50:40.788003+0000 mon.c (mon.2) 60 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:50:41.315 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:40 smithi165 bash[31269]: audit 2024-04-13T21:50:40.788003+0000 mon.c (mon.2) 60 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:50:41.920 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:41 smithi189 bash[49915]: logger=infra.usagestats.collector t=2024-04-13T21:50:41.677113504Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-13T21:50:41.920 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:41 smithi189 bash[49915]: logger=provisioning.datasources t=2024-04-13T21:50:41.734007537Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-13T21:50:41.920 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:41 smithi189 bash[49915]: logger=provisioning.datasources t=2024-04-13T21:50:41.808799364Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-04-13T21:50:41.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:41 smithi189 bash[23633]: cluster 2024-04-13T21:50:41.723901+0000 mgr.y (mgr.14388) 72 : cluster 0 pgmap v45: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:42.249 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:41 smithi189 bash[49915]: logger=provisioning.alerting t=2024-04-13T21:50:41.932963664Z level=info msg="starting to provision alerting" 2024-04-13T21:50:42.249 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:41 smithi189 bash[49915]: logger=provisioning.alerting t=2024-04-13T21:50:41.933098729Z level=info msg="finished to provision alerting" 2024-04-13T21:50:42.249 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:41 smithi189 bash[49915]: logger=ngalert.state.manager t=2024-04-13T21:50:41.933432233Z level=info msg="Warming state cache for startup" 2024-04-13T21:50:42.250 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:41 smithi189 bash[49915]: logger=grafanaStorageLogger t=2024-04-13T21:50:41.93377997Z level=info msg="storage starting" 2024-04-13T21:50:42.250 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:41 smithi189 bash[49915]: logger=http.server t=2024-04-13T21:50:41.941677534Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-13T21:50:42.250 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:41 smithi189 bash[49915]: logger=sqlstore.transactions t=2024-04-13T21:50:41.946406148Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-13T21:50:42.250 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:41 smithi189 bash[49915]: logger=ngalert.state.manager t=2024-04-13T21:50:41.978286466Z level=info msg="State cache has been initialized" states=0 duration=44.854003ms 2024-04-13T21:50:42.250 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:41 smithi189 bash[49915]: logger=ticker t=2024-04-13T21:50:41.978368835Z level=info msg=starting first_tick=2024-04-13T21:50:50Z 2024-04-13T21:50:42.250 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:41 smithi189 bash[49915]: logger=ngalert.multiorg.alertmanager t=2024-04-13T21:50:41.978387008Z level=info msg="starting MultiOrg Alertmanager" 2024-04-13T21:50:42.250 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:42 smithi189 bash[49915]: logger=sqlstore.transactions t=2024-04-13T21:50:42.053652096Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-13T21:50:42.250 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:42 smithi189 bash[49915]: logger=sqlstore.transactions t=2024-04-13T21:50:42.139164792Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-13T21:50:42.250 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:42 smithi189 bash[49915]: logger=sqlstore.transactions t=2024-04-13T21:50:42.150540369Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-04-13T21:50:42.250 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:42 smithi189 bash[49915]: logger=sqlstore.transactions t=2024-04-13T21:50:42.161635382Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=2 code="database is locked" 2024-04-13T21:50:42.250 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:42 smithi189 bash[49915]: logger=sqlstore.transactions t=2024-04-13T21:50:42.172841311Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=3 code="database is locked" 2024-04-13T21:50:42.250 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:50:42 smithi189 bash[49915]: logger=sqlstore.transactions t=2024-04-13T21:50:42.26270777Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=4 code="database is locked" 2024-04-13T21:50:42.309 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:41 smithi165 bash[21371]: cluster 2024-04-13T21:50:41.723901+0000 mgr.y (mgr.14388) 72 : cluster 0 pgmap v45: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:42.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:41 smithi165 bash[31269]: cluster 2024-04-13T21:50:41.723901+0000 mgr.y (mgr.14388) 72 : cluster 0 pgmap v45: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:43.334 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:50:43.335 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:50:43.335 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:50:43.335 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:50:43.338 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:50:43.338 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:50:43.338 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:50:43.341 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:50:44.309 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:43 smithi165 bash[21371]: audit 2024-04-13T21:50:42.892813+0000 mon.a (mon.0) 739 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:44.309 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:43 smithi165 bash[21371]: audit 2024-04-13T21:50:42.902999+0000 mon.a (mon.0) 740 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:44.309 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:43 smithi165 bash[21371]: cluster 2024-04-13T21:50:43.724329+0000 mgr.y (mgr.14388) 73 : cluster 0 pgmap v46: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:44.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:43 smithi165 bash[31269]: audit 2024-04-13T21:50:42.892813+0000 mon.a (mon.0) 739 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:44.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:43 smithi165 bash[31269]: audit 2024-04-13T21:50:42.902999+0000 mon.a (mon.0) 740 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:44.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:43 smithi165 bash[31269]: cluster 2024-04-13T21:50:43.724329+0000 mgr.y (mgr.14388) 73 : cluster 0 pgmap v46: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:44.338 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:43 smithi189 bash[23633]: audit 2024-04-13T21:50:42.892813+0000 mon.a (mon.0) 739 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:44.338 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:43 smithi189 bash[23633]: audit 2024-04-13T21:50:42.902999+0000 mon.a (mon.0) 740 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:44.338 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:43 smithi189 bash[23633]: cluster 2024-04-13T21:50:43.724329+0000 mgr.y (mgr.14388) 73 : cluster 0 pgmap v46: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:45.512 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:45 smithi165 bash[21371]: audit 2024-04-13T21:50:44.204176+0000 mon.a (mon.0) 741 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:45.512 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:45 smithi165 bash[21371]: audit 2024-04-13T21:50:44.218710+0000 mon.a (mon.0) 742 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:45.512 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:45 smithi165 bash[21371]: audit 2024-04-13T21:50:44.746689+0000 mon.c (mon.2) 61 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:50:45.512 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:45 smithi165 bash[21371]: audit 2024-04-13T21:50:44.748350+0000 mon.c (mon.2) 62 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:50:45.512 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:45 smithi165 bash[21371]: audit 2024-04-13T21:50:44.759361+0000 mon.a (mon.0) 743 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:45.513 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:45 smithi165 bash[31269]: audit 2024-04-13T21:50:44.204176+0000 mon.a (mon.0) 741 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:45.513 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:45 smithi165 bash[31269]: audit 2024-04-13T21:50:44.218710+0000 mon.a (mon.0) 742 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:45.513 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:45 smithi165 bash[31269]: audit 2024-04-13T21:50:44.746689+0000 mon.c (mon.2) 61 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:50:45.513 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:45 smithi165 bash[31269]: audit 2024-04-13T21:50:44.748350+0000 mon.c (mon.2) 62 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:50:45.513 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:45 smithi165 bash[31269]: audit 2024-04-13T21:50:44.759361+0000 mon.a (mon.0) 743 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:45.588 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:45 smithi189 bash[23633]: audit 2024-04-13T21:50:44.204176+0000 mon.a (mon.0) 741 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:45.588 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:45 smithi189 bash[23633]: audit 2024-04-13T21:50:44.218710+0000 mon.a (mon.0) 742 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:45.588 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:45 smithi189 bash[23633]: audit 2024-04-13T21:50:44.746689+0000 mon.c (mon.2) 61 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:50:45.588 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:45 smithi189 bash[23633]: audit 2024-04-13T21:50:44.748350+0000 mon.c (mon.2) 62 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:50:45.589 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:45 smithi189 bash[23633]: audit 2024-04-13T21:50:44.759361+0000 mon.a (mon.0) 743 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:50:46.559 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:46 smithi165 bash[21371]: cluster 2024-04-13T21:50:45.724669+0000 mgr.y (mgr.14388) 74 : cluster 0 pgmap v47: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:46.559 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:46 smithi165 bash[31269]: cluster 2024-04-13T21:50:45.724669+0000 mgr.y (mgr.14388) 74 : cluster 0 pgmap v47: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:46.588 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:46 smithi189 bash[23633]: cluster 2024-04-13T21:50:45.724669+0000 mgr.y (mgr.14388) 74 : cluster 0 pgmap v47: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:48.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:47 smithi165 bash[21371]: cluster 2024-04-13T21:50:47.725260+0000 mgr.y (mgr.14388) 75 : cluster 0 pgmap v48: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:48.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:47 smithi165 bash[31269]: cluster 2024-04-13T21:50:47.725260+0000 mgr.y (mgr.14388) 75 : cluster 0 pgmap v48: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:48.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:47 smithi189 bash[23633]: cluster 2024-04-13T21:50:47.725260+0000 mgr.y (mgr.14388) 75 : cluster 0 pgmap v48: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:49.956 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:49 smithi165 bash[21371]: cluster 2024-04-13T21:50:49.725788+0000 mgr.y (mgr.14388) 76 : cluster 0 pgmap v49: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:49.957 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:49 smithi165 bash[31269]: cluster 2024-04-13T21:50:49.725788+0000 mgr.y (mgr.14388) 76 : cluster 0 pgmap v49: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:50.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:49 smithi189 bash[23633]: cluster 2024-04-13T21:50:49.725788+0000 mgr.y (mgr.14388) 76 : cluster 0 pgmap v49: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:51.891 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:51 smithi165 bash[21371]: cluster 2024-04-13T21:50:51.726566+0000 mgr.y (mgr.14388) 77 : cluster 0 pgmap v50: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:52.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:51 smithi189 bash[23633]: cluster 2024-04-13T21:50:51.726566+0000 mgr.y (mgr.14388) 77 : cluster 0 pgmap v50: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:52.309 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:51 smithi165 bash[31269]: cluster 2024-04-13T21:50:51.726566+0000 mgr.y (mgr.14388) 77 : cluster 0 pgmap v50: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:52.611 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:50:52 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:50:52] "GET /metrics HTTP/1.1" 200 28567 "" "Prometheus/2.43.0" 2024-04-13T21:50:53.956 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:53 smithi165 bash[21371]: cluster 2024-04-13T21:50:53.727269+0000 mgr.y (mgr.14388) 78 : cluster 0 pgmap v51: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:53.957 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:53 smithi165 bash[31269]: cluster 2024-04-13T21:50:53.727269+0000 mgr.y (mgr.14388) 78 : cluster 0 pgmap v51: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:54.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:53 smithi189 bash[23633]: cluster 2024-04-13T21:50:53.727269+0000 mgr.y (mgr.14388) 78 : cluster 0 pgmap v51: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:55.662 INFO:teuthology.orchestra.run.smithi165.stdout:167503724594 2024-04-13T21:50:55.662 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-13T21:50:55.935 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:55 smithi165 bash[21371]: cluster 2024-04-13T21:50:55.727800+0000 mgr.y (mgr.14388) 79 : cluster 0 pgmap v52: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:55.935 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:55 smithi165 bash[31269]: cluster 2024-04-13T21:50:55.727800+0000 mgr.y (mgr.14388) 79 : cluster 0 pgmap v52: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:56.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:55 smithi189 bash[23633]: cluster 2024-04-13T21:50:55.727800+0000 mgr.y (mgr.14388) 79 : cluster 0 pgmap v52: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:57.029 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:56 smithi165 bash[21371]: audit 2024-04-13T21:50:55.789572+0000 mon.c (mon.2) 63 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:50:57.029 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:56 smithi165 bash[31269]: audit 2024-04-13T21:50:55.789572+0000 mon.c (mon.2) 63 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:50:57.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:56 smithi189 bash[23633]: audit 2024-04-13T21:50:55.789572+0000 mon.c (mon.2) 63 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:50:57.772 INFO:teuthology.orchestra.run.smithi165.stdout:236223201310 2024-04-13T21:50:57.772 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-13T21:50:57.809 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:57 smithi165 bash[21371]: cluster 2024-04-13T21:50:57.728454+0000 mgr.y (mgr.14388) 80 : cluster 0 pgmap v53: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:57.809 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:57 smithi165 bash[31269]: cluster 2024-04-13T21:50:57.728454+0000 mgr.y (mgr.14388) 80 : cluster 0 pgmap v53: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:57.994 INFO:teuthology.orchestra.run.smithi165.stdout:133143986236 2024-04-13T21:50:57.994 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-13T21:50:58.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:57 smithi189 bash[23633]: cluster 2024-04-13T21:50:57.728454+0000 mgr.y (mgr.14388) 80 : cluster 0 pgmap v53: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:58.656 INFO:teuthology.orchestra.run.smithi165.stdout:77309411407 2024-04-13T21:50:58.656 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-13T21:50:59.365 INFO:teuthology.orchestra.run.smithi165.stdout:34359738468 2024-04-13T21:50:59.365 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-13T21:50:59.960 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:50:59 smithi165 bash[21371]: cluster 2024-04-13T21:50:59.729095+0000 mgr.y (mgr.14388) 81 : cluster 0 pgmap v54: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:50:59.960 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:50:59 smithi165 bash[31269]: cluster 2024-04-13T21:50:59.729095+0000 mgr.y (mgr.14388) 81 : cluster 0 pgmap v54: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:00.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:50:59 smithi189 bash[23633]: cluster 2024-04-13T21:50:59.729095+0000 mgr.y (mgr.14388) 81 : cluster 0 pgmap v54: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:00.751 INFO:teuthology.orchestra.run.smithi165.stdout:201863462954 2024-04-13T21:51:00.752 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-13T21:51:00.753 INFO:teuthology.orchestra.run.smithi165.stdout:111669149767 2024-04-13T21:51:00.753 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-13T21:51:00.778 INFO:teuthology.orchestra.run.smithi165.stdout:55834574938 2024-04-13T21:51:00.779 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-13T21:51:02.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:01 smithi165 bash[21371]: cluster 2024-04-13T21:51:01.729772+0000 mgr.y (mgr.14388) 82 : cluster 0 pgmap v55: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:02.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:01 smithi165 bash[31269]: cluster 2024-04-13T21:51:01.729772+0000 mgr.y (mgr.14388) 82 : cluster 0 pgmap v55: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:02.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:01 smithi189 bash[23633]: cluster 2024-04-13T21:51:01.729772+0000 mgr.y (mgr.14388) 82 : cluster 0 pgmap v55: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:02.809 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:51:02 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:51:02] "GET /metrics HTTP/1.1" 200 28567 "" "Prometheus/2.43.0" 2024-04-13T21:51:03.293 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:51:04.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:03 smithi165 bash[21371]: cluster 2024-04-13T21:51:03.730343+0000 mgr.y (mgr.14388) 83 : cluster 0 pgmap v56: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:04.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:03 smithi165 bash[31269]: cluster 2024-04-13T21:51:03.730343+0000 mgr.y (mgr.14388) 83 : cluster 0 pgmap v56: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:04.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:03 smithi189 bash[23633]: cluster 2024-04-13T21:51:03.730343+0000 mgr.y (mgr.14388) 83 : cluster 0 pgmap v56: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:04.310 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:51:04.311 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:51:04.311 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:51:04.311 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:51:06.005 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:51:06.006 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:51:06.006 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:51:07.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:06 smithi165 bash[21371]: cluster 2024-04-13T21:51:05.730928+0000 mgr.y (mgr.14388) 84 : cluster 0 pgmap v57: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:07.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:06 smithi165 bash[31269]: cluster 2024-04-13T21:51:05.730928+0000 mgr.y (mgr.14388) 84 : cluster 0 pgmap v57: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:07.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:06 smithi189 bash[23633]: cluster 2024-04-13T21:51:05.730928+0000 mgr.y (mgr.14388) 84 : cluster 0 pgmap v57: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:08.491 INFO:teuthology.orchestra.run.smithi165.stdout:167503724597 2024-04-13T21:51:09.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:08 smithi165 bash[21371]: cluster 2024-04-13T21:51:07.731388+0000 mgr.y (mgr.14388) 85 : cluster 0 pgmap v58: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:09.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:08 smithi165 bash[21371]: audit 2024-04-13T21:51:08.503124+0000 mon.a (mon.0) 744 : audit 0 from='client.? 172.21.15.165:0/1503911285' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-13T21:51:09.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:08 smithi165 bash[31269]: cluster 2024-04-13T21:51:07.731388+0000 mgr.y (mgr.14388) 85 : cluster 0 pgmap v58: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:09.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:08 smithi165 bash[31269]: audit 2024-04-13T21:51:08.503124+0000 mon.a (mon.0) 744 : audit 0 from='client.? 172.21.15.165:0/1503911285' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-13T21:51:09.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:08 smithi189 bash[23633]: cluster 2024-04-13T21:51:07.731388+0000 mgr.y (mgr.14388) 85 : cluster 0 pgmap v58: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:09.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:08 smithi189 bash[23633]: audit 2024-04-13T21:51:08.503124+0000 mon.a (mon.0) 744 : audit 0 from='client.? 172.21.15.165:0/1503911285' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-13T21:51:11.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:10 smithi189 bash[23633]: cluster 2024-04-13T21:51:09.731866+0000 mgr.y (mgr.14388) 86 : cluster 0 pgmap v59: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:11.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:10 smithi189 bash[23633]: audit 2024-04-13T21:51:10.788623+0000 mon.c (mon.2) 64 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:51:11.126 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:10 smithi165 bash[21371]: cluster 2024-04-13T21:51:09.731866+0000 mgr.y (mgr.14388) 86 : cluster 0 pgmap v59: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:11.126 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:10 smithi165 bash[21371]: audit 2024-04-13T21:51:10.788623+0000 mon.c (mon.2) 64 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:51:11.126 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:10 smithi165 bash[31269]: cluster 2024-04-13T21:51:09.731866+0000 mgr.y (mgr.14388) 86 : cluster 0 pgmap v59: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:11.127 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:10 smithi165 bash[31269]: audit 2024-04-13T21:51:10.788623+0000 mon.c (mon.2) 64 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:51:12.510 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:51:12 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:51:12] "GET /metrics HTTP/1.1" 200 28570 "" "Prometheus/2.43.0" 2024-04-13T21:51:13.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:12 smithi165 bash[21371]: cluster 2024-04-13T21:51:11.732467+0000 mgr.y (mgr.14388) 87 : cluster 0 pgmap v60: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:13.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:12 smithi165 bash[31269]: cluster 2024-04-13T21:51:11.732467+0000 mgr.y (mgr.14388) 87 : cluster 0 pgmap v60: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:13.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:12 smithi189 bash[23633]: cluster 2024-04-13T21:51:11.732467+0000 mgr.y (mgr.14388) 87 : cluster 0 pgmap v60: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:14.116 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724594 got 167503724597 for osd.5 2024-04-13T21:51:14.116 DEBUG:teuthology.parallel:result is None 2024-04-13T21:51:15.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:14 smithi165 bash[21371]: cluster 2024-04-13T21:51:13.733022+0000 mgr.y (mgr.14388) 88 : cluster 0 pgmap v61: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:15.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:14 smithi165 bash[31269]: cluster 2024-04-13T21:51:13.733022+0000 mgr.y (mgr.14388) 88 : cluster 0 pgmap v61: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:15.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:14 smithi189 bash[23633]: cluster 2024-04-13T21:51:13.733022+0000 mgr.y (mgr.14388) 88 : cluster 0 pgmap v61: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:15.492 INFO:teuthology.orchestra.run.smithi165.stdout:34359738471 2024-04-13T21:51:16.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:15 smithi165 bash[21371]: audit 2024-04-13T21:51:15.504132+0000 mon.a (mon.0) 745 : audit 0 from='client.? 172.21.15.165:0/2930704001' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-13T21:51:16.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:15 smithi165 bash[31269]: audit 2024-04-13T21:51:15.504132+0000 mon.a (mon.0) 745 : audit 0 from='client.? 172.21.15.165:0/2930704001' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-13T21:51:16.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:15 smithi189 bash[23633]: audit 2024-04-13T21:51:15.504132+0000 mon.a (mon.0) 745 : audit 0 from='client.? 172.21.15.165:0/2930704001' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-13T21:51:16.234 INFO:teuthology.orchestra.run.smithi165.stdout:55834574941 2024-04-13T21:51:17.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:16 smithi165 bash[21371]: cluster 2024-04-13T21:51:15.733499+0000 mgr.y (mgr.14388) 89 : cluster 0 pgmap v62: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:17.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:16 smithi165 bash[21371]: audit 2024-04-13T21:51:16.245750+0000 mon.c (mon.2) 65 : audit 0 from='client.? 172.21.15.165:0/71698516' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-13T21:51:17.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:16 smithi165 bash[31269]: cluster 2024-04-13T21:51:15.733499+0000 mgr.y (mgr.14388) 89 : cluster 0 pgmap v62: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:17.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:16 smithi165 bash[31269]: audit 2024-04-13T21:51:16.245750+0000 mon.c (mon.2) 65 : audit 0 from='client.? 172.21.15.165:0/71698516' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-13T21:51:17.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:16 smithi189 bash[23633]: cluster 2024-04-13T21:51:15.733499+0000 mgr.y (mgr.14388) 89 : cluster 0 pgmap v62: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:17.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:16 smithi189 bash[23633]: audit 2024-04-13T21:51:16.245750+0000 mon.c (mon.2) 65 : audit 0 from='client.? 172.21.15.165:0/71698516' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-13T21:51:17.319 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738468 got 34359738471 for osd.0 2024-04-13T21:51:17.320 DEBUG:teuthology.parallel:result is None 2024-04-13T21:51:17.371 INFO:teuthology.orchestra.run.smithi165.stdout:133143986240 2024-04-13T21:51:17.708 INFO:teuthology.orchestra.run.smithi165.stdout:111669149770 2024-04-13T21:51:18.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:17 smithi165 bash[21371]: audit 2024-04-13T21:51:17.383547+0000 mon.c (mon.2) 66 : audit 0 from='client.? 172.21.15.165:0/2156681093' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-13T21:51:18.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:17 smithi165 bash[21371]: audit 2024-04-13T21:51:17.720556+0000 mon.c (mon.2) 67 : audit 0 from='client.? 172.21.15.165:0/1778822997' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-13T21:51:18.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:17 smithi165 bash[31269]: audit 2024-04-13T21:51:17.383547+0000 mon.c (mon.2) 66 : audit 0 from='client.? 172.21.15.165:0/2156681093' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-13T21:51:18.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:17 smithi165 bash[31269]: audit 2024-04-13T21:51:17.720556+0000 mon.c (mon.2) 67 : audit 0 from='client.? 172.21.15.165:0/1778822997' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-13T21:51:18.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:17 smithi189 bash[23633]: audit 2024-04-13T21:51:17.383547+0000 mon.c (mon.2) 66 : audit 0 from='client.? 172.21.15.165:0/2156681093' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-13T21:51:18.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:17 smithi189 bash[23633]: audit 2024-04-13T21:51:17.720556+0000 mon.c (mon.2) 67 : audit 0 from='client.? 172.21.15.165:0/1778822997' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-13T21:51:18.668 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574938 got 55834574941 for osd.1 2024-04-13T21:51:18.668 DEBUG:teuthology.parallel:result is None 2024-04-13T21:51:19.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:18 smithi165 bash[21371]: cluster 2024-04-13T21:51:17.733930+0000 mgr.y (mgr.14388) 90 : cluster 0 pgmap v63: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:19.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:18 smithi165 bash[31269]: cluster 2024-04-13T21:51:17.733930+0000 mgr.y (mgr.14388) 90 : cluster 0 pgmap v63: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:19.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:18 smithi189 bash[23633]: cluster 2024-04-13T21:51:17.733930+0000 mgr.y (mgr.14388) 90 : cluster 0 pgmap v63: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:19.207 INFO:teuthology.orchestra.run.smithi165.stdout:77309411412 2024-04-13T21:51:19.879 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986236 got 133143986240 for osd.4 2024-04-13T21:51:19.880 DEBUG:teuthology.parallel:result is None 2024-04-13T21:51:20.072 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:19 smithi165 bash[21371]: audit 2024-04-13T21:51:19.219343+0000 mon.a (mon.0) 746 : audit 0 from='client.? 172.21.15.165:0/2604124155' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-13T21:51:20.072 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:19 smithi165 bash[31269]: audit 2024-04-13T21:51:19.219343+0000 mon.a (mon.0) 746 : audit 0 from='client.? 172.21.15.165:0/2604124155' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-13T21:51:20.087 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:19 smithi189 bash[23633]: audit 2024-04-13T21:51:19.219343+0000 mon.a (mon.0) 746 : audit 0 from='client.? 172.21.15.165:0/2604124155' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-13T21:51:20.292 INFO:teuthology.orchestra.run.smithi165.stdout:201863462958 2024-04-13T21:51:20.419 INFO:teuthology.orchestra.run.smithi165.stdout:236223201315 2024-04-13T21:51:20.691 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149767 got 111669149770 for osd.3 2024-04-13T21:51:20.691 DEBUG:teuthology.parallel:result is None 2024-04-13T21:51:21.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:20 smithi165 bash[21371]: cluster 2024-04-13T21:51:19.734457+0000 mgr.y (mgr.14388) 91 : cluster 0 pgmap v64: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:21.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:20 smithi165 bash[21371]: audit 2024-04-13T21:51:20.304267+0000 mon.a (mon.0) 747 : audit 0 from='client.? 172.21.15.165:0/2702019168' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-13T21:51:21.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:20 smithi165 bash[21371]: audit 2024-04-13T21:51:20.431369+0000 mon.c (mon.2) 68 : audit 0 from='client.? 172.21.15.165:0/1328119758' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-13T21:51:21.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:20 smithi165 bash[31269]: cluster 2024-04-13T21:51:19.734457+0000 mgr.y (mgr.14388) 91 : cluster 0 pgmap v64: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:21.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:20 smithi165 bash[31269]: audit 2024-04-13T21:51:20.304267+0000 mon.a (mon.0) 747 : audit 0 from='client.? 172.21.15.165:0/2702019168' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-13T21:51:21.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:20 smithi165 bash[31269]: audit 2024-04-13T21:51:20.431369+0000 mon.c (mon.2) 68 : audit 0 from='client.? 172.21.15.165:0/1328119758' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-13T21:51:21.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:20 smithi189 bash[23633]: cluster 2024-04-13T21:51:19.734457+0000 mgr.y (mgr.14388) 91 : cluster 0 pgmap v64: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:21.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:20 smithi189 bash[23633]: audit 2024-04-13T21:51:20.304267+0000 mon.a (mon.0) 747 : audit 0 from='client.? 172.21.15.165:0/2702019168' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-13T21:51:21.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:20 smithi189 bash[23633]: audit 2024-04-13T21:51:20.431369+0000 mon.c (mon.2) 68 : audit 0 from='client.? 172.21.15.165:0/1328119758' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-13T21:51:21.647 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411407 got 77309411412 for osd.2 2024-04-13T21:51:21.647 DEBUG:teuthology.parallel:result is None 2024-04-13T21:51:22.162 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462954 got 201863462958 for osd.6 2024-04-13T21:51:22.162 DEBUG:teuthology.parallel:result is None 2024-04-13T21:51:22.297 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201310 got 236223201315 for osd.7 2024-04-13T21:51:22.297 DEBUG:teuthology.parallel:result is None 2024-04-13T21:51:22.297 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-13T21:51:22.297 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph pg dump --format=json 2024-04-13T21:51:22.559 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:51:22 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:51:22] "GET /metrics HTTP/1.1" 200 28570 "" "Prometheus/2.43.0" 2024-04-13T21:51:23.838 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:23 smithi189 bash[23633]: cluster 2024-04-13T21:51:21.735105+0000 mgr.y (mgr.14388) 92 : cluster 0 pgmap v65: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:24.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:23 smithi165 bash[31269]: cluster 2024-04-13T21:51:21.735105+0000 mgr.y (mgr.14388) 92 : cluster 0 pgmap v65: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:24.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:23 smithi165 bash[21371]: cluster 2024-04-13T21:51:21.735105+0000 mgr.y (mgr.14388) 92 : cluster 0 pgmap v65: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:25.838 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:25 smithi189 bash[23633]: cluster 2024-04-13T21:51:23.735662+0000 mgr.y (mgr.14388) 93 : cluster 0 pgmap v66: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:26.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:25 smithi165 bash[21371]: cluster 2024-04-13T21:51:23.735662+0000 mgr.y (mgr.14388) 93 : cluster 0 pgmap v66: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:26.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:25 smithi165 bash[31269]: cluster 2024-04-13T21:51:23.735662+0000 mgr.y (mgr.14388) 93 : cluster 0 pgmap v66: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:27.028 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:51:27.049 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:26 smithi165 bash[21371]: audit 2024-04-13T21:51:25.795235+0000 mon.c (mon.2) 69 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:51:27.049 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:26 smithi165 bash[31269]: audit 2024-04-13T21:51:25.795235+0000 mon.c (mon.2) 69 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:51:27.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:26 smithi189 bash[23633]: audit 2024-04-13T21:51:25.795235+0000 mon.c (mon.2) 69 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:51:27.939 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:27 smithi165 bash[21371]: cluster 2024-04-13T21:51:25.736177+0000 mgr.y (mgr.14388) 94 : cluster 0 pgmap v67: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:27.940 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:27 smithi165 bash[31269]: cluster 2024-04-13T21:51:25.736177+0000 mgr.y (mgr.14388) 94 : cluster 0 pgmap v67: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:28.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:27 smithi189 bash[23633]: cluster 2024-04-13T21:51:25.736177+0000 mgr.y (mgr.14388) 94 : cluster 0 pgmap v67: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:29.964 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T21:51:29.965 INFO:teuthology.orchestra.run.smithi165.stderr:dumped all 2024-04-13T21:51:29.976 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:29 smithi165 bash[21371]: cluster 2024-04-13T21:51:27.736886+0000 mgr.y (mgr.14388) 95 : cluster 0 pgmap v68: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:29.976 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:29 smithi165 bash[31269]: cluster 2024-04-13T21:51:27.736886+0000 mgr.y (mgr.14388) 95 : cluster 0 pgmap v68: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:30.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:29 smithi189 bash[23633]: cluster 2024-04-13T21:51:27.736886+0000 mgr.y (mgr.14388) 95 : cluster 0 pgmap v68: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:30.653 INFO:teuthology.orchestra.run.smithi165.stdout:{"pg_ready":true,"pg_map":{"version":69,"stamp":"2024-04-13T21:51:29.737161+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":251580,"kb_used_data":6748,"kb_used_omap":12,"kb_used_meta":244723,"kb_avail":749709636,"statfs":{"total":767960285184,"available":767702667264,"internally_reserved":0,"allocated":6909952,"data_stored":3904350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":250596920},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003455"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T21:50:06.720667+0000","last_change":"2024-04-13T21:50:04.211467+0000","last_active":"2024-04-13T21:50:06.720667+0000","last_peered":"2024-04-13T21:50:06.720667+0000","last_clean":"2024-04-13T21:50:06.720667+0000","last_became_active":"2024-04-13T21:50:04.210907+0000","last_became_peered":"2024-04-13T21:50:04.210907+0000","last_unstale":"2024-04-13T21:50:06.720667+0000","last_undegraded":"2024-04-13T21:50:06.720667+0000","last_fullsized":"2024-04-13T21:50:06.720667+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T08:30:25.087430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T21:50:06.715238+0000","last_change":"2024-04-13T21:50:04.691273+0000","last_active":"2024-04-13T21:50:06.715238+0000","last_peered":"2024-04-13T21:50:06.715238+0000","last_clean":"2024-04-13T21:50:06.715238+0000","last_became_active":"2024-04-13T21:50:04.690587+0000","last_became_peered":"2024-04-13T21:50:04.690587+0000","last_unstale":"2024-04-13T21:50:06.715238+0000","last_undegraded":"2024-04-13T21:50:06.715238+0000","last_fullsized":"2024-04-13T21:50:06.715238+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T02:08:35.218302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T21:50:06.718727+0000","last_change":"2024-04-13T21:50:05.138081+0000","last_active":"2024-04-13T21:50:06.718727+0000","last_peered":"2024-04-13T21:50:06.718727+0000","last_clean":"2024-04-13T21:50:06.718727+0000","last_became_active":"2024-04-13T21:50:05.137507+0000","last_became_peered":"2024-04-13T21:50:05.137507+0000","last_unstale":"2024-04-13T21:50:06.718727+0000","last_undegraded":"2024-04-13T21:50:06.718727+0000","last_fullsized":"2024-04-13T21:50:06.718727+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T09:35:15.111213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T21:50:06.718649+0000","last_change":"2024-04-13T21:50:05.138064+0000","last_active":"2024-04-13T21:50:06.718649+0000","last_peered":"2024-04-13T21:50:06.718649+0000","last_clean":"2024-04-13T21:50:06.718649+0000","last_became_active":"2024-04-13T21:50:05.137495+0000","last_became_peered":"2024-04-13T21:50:05.137495+0000","last_unstale":"2024-04-13T21:50:06.718649+0000","last_undegraded":"2024-04-13T21:50:06.718649+0000","last_fullsized":"2024-04-13T21:50:06.718649+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T05:07:48.356542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"60'128","reported_seq":260,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-13T21:50:12.191575+0000","last_change":"2024-04-13T21:48:32.561954+0000","last_active":"2024-04-13T21:50:12.191575+0000","last_peered":"2024-04-13T21:50:12.191575+0000","last_clean":"2024-04-13T21:50:12.191575+0000","last_became_active":"2024-04-13T21:48:32.561060+0000","last_became_peered":"2024-04-13T21:48:32.561060+0000","last_unstale":"2024-04-13T21:50:12.191575+0000","last_undegraded":"2024-04-13T21:50:12.191575+0000","last_fullsized":"2024-04-13T21:50:12.191575+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:44:25.537347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:44:25.537347+0000","last_clean_scrub_stamp":"2024-04-13T21:44:25.537347+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T04:24:03.612590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T21:50:06.718189+0000","last_change":"2024-04-13T21:50:04.206549+0000","last_active":"2024-04-13T21:50:06.718189+0000","last_peered":"2024-04-13T21:50:06.718189+0000","last_clean":"2024-04-13T21:50:06.718189+0000","last_became_active":"2024-04-13T21:50:04.206016+0000","last_became_peered":"2024-04-13T21:50:04.206016+0000","last_unstale":"2024-04-13T21:50:06.718189+0000","last_undegraded":"2024-04-13T21:50:06.718189+0000","last_fullsized":"2024-04-13T21:50:06.718189+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T08:07:42.376394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T21:50:06.713740+0000","last_change":"2024-04-13T21:50:05.136885+0000","last_active":"2024-04-13T21:50:06.713740+0000","last_peered":"2024-04-13T21:50:06.713740+0000","last_clean":"2024-04-13T21:50:06.713740+0000","last_became_active":"2024-04-13T21:50:05.135856+0000","last_became_peered":"2024-04-13T21:50:05.135856+0000","last_unstale":"2024-04-13T21:50:06.713740+0000","last_undegraded":"2024-04-13T21:50:06.713740+0000","last_fullsized":"2024-04-13T21:50:06.713740+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T07:58:36.343568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T21:50:06.718122+0000","last_change":"2024-04-13T21:50:04.206238+0000","last_active":"2024-04-13T21:50:06.718122+0000","last_peered":"2024-04-13T21:50:06.718122+0000","last_clean":"2024-04-13T21:50:06.718122+0000","last_became_active":"2024-04-13T21:50:04.205581+0000","last_became_peered":"2024-04-13T21:50:04.205581+0000","last_unstale":"2024-04-13T21:50:06.718122+0000","last_undegraded":"2024-04-13T21:50:06.718122+0000","last_fullsized":"2024-04-13T21:50:06.718122+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T09:17:00.468005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T21:50:06.715168+0000","last_change":"2024-04-13T21:50:05.136812+0000","last_active":"2024-04-13T21:50:06.715168+0000","last_peered":"2024-04-13T21:50:06.715168+0000","last_clean":"2024-04-13T21:50:06.715168+0000","last_became_active":"2024-04-13T21:50:05.135965+0000","last_became_peered":"2024-04-13T21:50:05.135965+0000","last_unstale":"2024-04-13T21:50:06.715168+0000","last_undegraded":"2024-04-13T21:50:06.715168+0000","last_fullsized":"2024-04-13T21:50:06.715168+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T07:49:46.209610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201317,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32320,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712832,"statfs":{"total":95995035648,"available":95961939968,"internally_reserved":0,"allocated":1232896,"data_stored":856851,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 21:50:30 2024","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.93799999999999994,"15min":0.94999999999999996},"min":{"1min":0.54800000000000004,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.1839999999999999,"5min":1.478,"15min":1.478},"last":0.80400000000000005},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.92700000000000005,"15min":0.92900000000000005},"min":{"1min":0.56799999999999995,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.389,"5min":1.389,"15min":1.389},"last":1.175}]},{"osd":1,"last update":"Sat Apr 13 21:50:30 2024","interfaces":[{"interface":"back","average":{"1min":0.94499999999999995,"5min":0.88500000000000001,"15min":0.875},"min":{"1min":0.46700000000000003,"5min":0.44,"15min":0.44},"max":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.872,"5min":0.97799999999999998,"15min":0.996},"min":{"1min":0.64000000000000001,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.2270000000000001,"5min":1.526,"15min":1.526},"last":1.02}]},{"osd":2,"last update":"Sat Apr 13 21:50:30 2024","interfaces":[{"interface":"back","average":{"1min":0.88200000000000001,"5min":0.91300000000000003,"15min":0.91800000000000004},"min":{"1min":0.55100000000000005,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.3240000000000001,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":1.139},{"interface":"front","average":{"1min":0.98199999999999998,"5min":0.90500000000000003,"15min":0.89200000000000002},"min":{"1min":0.503,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.72199999999999998}]},{"osd":3,"last update":"Sat Apr 13 21:50:30 2024","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":1.0029999999999999,"15min":1.0169999999999999},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.1799999999999999,"5min":2.2639999999999998,"15min":2.2639999999999998},"last":0.94899999999999995},{"interface":"front","average":{"1min":0.97499999999999998,"5min":0.998,"15min":1.002},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":1.365,"5min":1.712,"15min":1.712},"last":0.88900000000000001}]},{"osd":4,"last update":"Sat Apr 13 21:50:30 2024","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.84399999999999997,"15min":0.84999999999999998},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.3899999999999999,"5min":1.77,"15min":1.77},"last":1.1140000000000001},{"interface":"front","average":{"1min":0.91900000000000004,"5min":0.93500000000000005,"15min":0.93700000000000006},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.3979999999999999,"5min":1.4770000000000001,"15min":1.4770000000000001},"last":1.0589999999999999}]},{"osd":5,"last update":"Sat Apr 13 21:50:30 2024","interfaces":[{"interface":"back","average":{"1min":0.98099999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.45,"5min":1.587,"15min":1.587},"last":0.98899999999999999},{"interface":"front","average":{"1min":0.96299999999999997,"5min":0.98799999999999999,"15min":0.99199999999999999},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.331,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":1.2270000000000001}]},{"osd":6,"last update":"Sat Apr 13 21:50:30 2024","interfaces":[{"interface":"back","average":{"1min":1.0649999999999999,"5min":1.0409999999999999,"15min":1.0369999999999999},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":1.496,"5min":1.496,"15min":1.496},"last":1.266},{"interface":"front","average":{"1min":1.0660000000000001,"5min":1.0960000000000001,"15min":1.101},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.4650000000000001,"5min":1.6439999999999999,"15min":1.6439999999999999},"last":1.246}]}]},{"osd":6,"up_from":47,"seq":201863462960,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32316,"kb_used_data":1200,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712836,"statfs":{"total":95995035648,"available":95961944064,"internally_reserved":0,"allocated":1228800,"data_stored":856578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 21:50:44 2024","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.86699999999999999,"15min":0.84799999999999998},"min":{"1min":0.56699999999999995,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.1679999999999999,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.90100000000000002,"5min":0.93700000000000006,"15min":0.95899999999999996},"min":{"1min":0.67100000000000004,"5min":0.504,"15min":0.504},"max":{"1min":1.3740000000000001,"5min":1.478,"15min":1.478},"last":0.93600000000000005}]},{"osd":1,"last update":"Sat Apr 13 21:50:44 2024","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":0.88200000000000001,"15min":0.86799999999999999},"min":{"1min":0.624,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.236,"5min":1.2649999999999999,"15min":1.2649999999999999},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.92000000000000004,"5min":0.879,"15min":0.86699999999999999},"min":{"1min":0.622,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.157,"5min":1.5149999999999999,"15min":1.5149999999999999},"last":0.88400000000000001}]},{"osd":2,"last update":"Sat Apr 13 21:50:44 2024","interfaces":[{"interface":"back","average":{"1min":1.0069999999999999,"5min":0.89700000000000002,"15min":0.86499999999999999},"min":{"1min":0.79500000000000004,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.22,"5min":1.22,"15min":1.22},"last":1.081},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.93899999999999995,"15min":0.94599999999999995},"min":{"1min":0.64300000000000002,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.627,"5min":1.653,"15min":1.653},"last":0.78700000000000003}]},{"osd":3,"last update":"Sat Apr 13 21:50:44 2024","interfaces":[{"interface":"back","average":{"1min":0.90900000000000003,"5min":0.95599999999999996,"15min":0.97999999999999998},"min":{"1min":0.64900000000000002,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.1599999999999999,"5min":1.901,"15min":1.901},"last":1.1100000000000001},{"interface":"front","average":{"1min":1.0649999999999999,"5min":0.96999999999999997,"15min":0.95599999999999996},"min":{"1min":0.76400000000000001,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.2390000000000001,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":0.98699999999999999}]},{"osd":4,"last update":"Sat Apr 13 21:50:44 2024","interfaces":[{"interface":"back","average":{"1min":0.92400000000000004,"5min":0.81499999999999995,"15min":0.79400000000000004},"min":{"1min":0.42099999999999999,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.472,"5min":1.472,"15min":1.472},"last":1.2150000000000001},{"interface":"front","average":{"1min":1.0029999999999999,"5min":0.88600000000000001,"15min":0.86199999999999999},"min":{"1min":0.5,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":1.502,"5min":1.998,"15min":1.998},"last":1.0189999999999999}]},{"osd":5,"last update":"Sat Apr 13 21:50:44 2024","interfaces":[{"interface":"back","average":{"1min":1.032,"5min":0.90500000000000003,"15min":0.875},"min":{"1min":0.46999999999999997,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.548,"5min":1.548,"15min":1.548},"last":1.1439999999999999},{"interface":"front","average":{"1min":1.0429999999999999,"5min":0.96299999999999997,"15min":0.94499999999999995},"min":{"1min":0.436,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.4299999999999999,"5min":1.4319999999999999,"15min":1.4319999999999999},"last":1.1850000000000001}]},{"osd":7,"last update":"Sat Apr 13 21:50:32 2024","interfaces":[{"interface":"back","average":{"1min":1.028,"5min":0.998,"15min":0.99299999999999999},"min":{"1min":0.51400000000000001,"5min":0.38,"15min":0.38},"max":{"1min":1.706,"5min":1.706,"15min":1.706},"last":1.0549999999999999},{"interface":"front","average":{"1min":1.0209999999999999,"5min":1.0449999999999999,"15min":1.0489999999999999},"min":{"1min":0.45700000000000002,"5min":0.435,"15min":0.435},"max":{"1min":1.3500000000000001,"5min":1.389,"15min":1.389},"last":1.1619999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574944,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31744,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713408,"statfs":{"total":95995035648,"available":95962529792,"internally_reserved":0,"allocated":643072,"data_stored":266814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 21:50:45 2024","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.69799999999999995,"15min":0.59299999999999997},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.255},"max":{"1min":1.1040000000000001,"5min":1.242,"15min":1.242},"last":1.0149999999999999},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.80700000000000005,"15min":0.65300000000000002},"min":{"1min":0.371,"5min":0.371,"15min":0.27100000000000002},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.72799999999999998}]},{"osd":2,"last update":"Sat Apr 13 21:50:33 2024","interfaces":[{"interface":"back","average":{"1min":0.78700000000000003,"5min":0.77900000000000003,"15min":0.71499999999999997},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.169,"5min":1.504,"15min":1.504},"last":0.92000000000000004},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.82499999999999996,"15min":0.73199999999999998},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":1.143,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":0.80700000000000005}]},{"osd":3,"last update":"Sat Apr 13 21:51:26 2024","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.80600000000000005,"15min":0.76600000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":1.139,"5min":1.8680000000000001,"15min":1.8680000000000001},"last":0.82899999999999996},{"interface":"front","average":{"1min":0.90000000000000002,"5min":0.88,"15min":0.83999999999999997},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.3600000000000001,"5min":1.3600000000000001,"15min":1.3600000000000001},"last":1.1080000000000001}]},{"osd":4,"last update":"Sat Apr 13 21:51:10 2024","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.97299999999999998},"min":{"1min":0.626,"5min":0.626,"15min":0.626},"max":{"1min":1.393,"5min":1.393,"15min":1.393},"last":0.85999999999999999},{"interface":"front","average":{"1min":1.0309999999999999,"5min":1.012,"15min":0.96099999999999997},"min":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":1.4099999999999999,"5min":1.472,"15min":1.472},"last":1.1990000000000001}]},{"osd":5,"last update":"Sat Apr 13 21:50:56 2024","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":1.0129999999999999,"15min":1.01},"min":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":1.2869999999999999,"5min":1.756,"15min":1.756},"last":1.0760000000000001},{"interface":"front","average":{"1min":1.048,"5min":1.046,"15min":1.0209999999999999},"min":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"max":{"1min":1.3089999999999999,"5min":1.6779999999999999,"15min":1.6779999999999999},"last":0.90100000000000002}]},{"osd":6,"last update":"Sat Apr 13 21:50:45 2024","interfaces":[{"interface":"back","average":{"1min":1.056,"5min":1.077,"15min":1.0880000000000001},"min":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"max":{"1min":1.421,"5min":1.5960000000000001,"15min":1.5960000000000001},"last":0.96699999999999997},{"interface":"front","average":{"1min":1.0860000000000001,"5min":1.1040000000000001,"15min":1.1140000000000001},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.3089999999999999,"5min":1.4279999999999999,"15min":1.4279999999999999},"last":1.5069999999999999}]},{"osd":7,"last update":"Sat Apr 13 21:50:33 2024","interfaces":[{"interface":"back","average":{"1min":1.1200000000000001,"5min":1.202,"15min":1.216},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.3740000000000001,"5min":1.9650000000000001,"15min":1.9650000000000001},"last":1.151},{"interface":"front","average":{"1min":1.1910000000000001,"5min":1.2,"15min":1.202},"min":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"max":{"1min":1.3460000000000001,"5min":1.609,"15min":1.609},"last":1.6080000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738474,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32324,"kb_used_data":1208,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712828,"statfs":{"total":95995035648,"available":95961935872,"internally_reserved":0,"allocated":1236992,"data_stored":857182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Apr 13 21:50:46 2024","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.69299999999999995,"15min":0.58199999999999996},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.28199999999999997},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.80800000000000005,"5min":0.78600000000000003,"15min":0.63500000000000001},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.29199999999999998},"max":{"1min":1.248,"5min":1.248,"15min":1.248},"last":0.89400000000000002}]},{"osd":2,"last update":"Sat Apr 13 21:50:32 2024","interfaces":[{"interface":"back","average":{"1min":0.876,"5min":0.82799999999999996,"15min":0.72999999999999998},"min":{"1min":0.57799999999999996,"5min":0.46200000000000002,"15min":0.33200000000000002},"max":{"1min":1.2949999999999999,"5min":1.335,"15min":1.335},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.77900000000000003,"15min":0.68100000000000005},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.309},"max":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.85599999999999998}]},{"osd":3,"last update":"Sat Apr 13 21:50:30 2024","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.90500000000000003,"15min":0.84999999999999998},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.306,"5min":1.306,"15min":1.306},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.88400000000000001,"5min":0.86099999999999999,"15min":0.82099999999999995},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.2709999999999999,"5min":1.2709999999999999,"15min":1.2709999999999999},"last":0.61599999999999999}]},{"osd":4,"last update":"Sat Apr 13 21:51:05 2024","interfaces":[{"interface":"back","average":{"1min":0.95399999999999996,"5min":0.91800000000000004,"15min":0.90300000000000002},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.83099999999999996},{"interface":"front","average":{"1min":1.1080000000000001,"5min":1.0469999999999999,"15min":1.0029999999999999},"min":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"max":{"1min":1.5289999999999999,"5min":1.5289999999999999,"15min":1.5289999999999999},"last":1.1120000000000001}]},{"osd":5,"last update":"Sat Apr 13 21:50:57 2024","interfaces":[{"interface":"back","average":{"1min":1.133,"5min":1.0740000000000001,"15min":1.0680000000000001},"min":{"1min":0.68999999999999995,"5min":0.627,"15min":0.627},"max":{"1min":1.4710000000000001,"5min":1.4710000000000001,"15min":1.4710000000000001},"last":0.76400000000000001},{"interface":"front","average":{"1min":1.0529999999999999,"5min":1.0429999999999999,"15min":1.0409999999999999},"min":{"1min":0.78000000000000003,"5min":0.72799999999999998,"15min":0.72799999999999998},"max":{"1min":1.5169999999999999,"5min":1.577,"15min":1.577},"last":1.1379999999999999}]},{"osd":6,"last update":"Sat Apr 13 21:50:46 2024","interfaces":[{"interface":"back","average":{"1min":1.167,"5min":1.177,"15min":1.177},"min":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"max":{"1min":1.4950000000000001,"5min":1.5069999999999999,"15min":1.5069999999999999},"last":1.1799999999999999},{"interface":"front","average":{"1min":1.155,"5min":1.1240000000000001,"15min":1.1259999999999999},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.627,"5min":1.627,"15min":1.627},"last":0.96499999999999997}]},{"osd":7,"last update":"Sat Apr 13 21:50:32 2024","interfaces":[{"interface":"back","average":{"1min":1.238,"5min":1.2430000000000001,"15min":1.244},"min":{"1min":0.82499999999999996,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":1.5680000000000001,"5min":1.5680000000000001,"15min":1.5680000000000001},"last":1.2330000000000001},{"interface":"front","average":{"1min":1.206,"5min":1.1890000000000001,"15min":1.1859999999999999},"min":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"max":{"1min":1.5760000000000001,"5min":1.5760000000000001,"15min":1.5760000000000001},"last":1.0940000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411414,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31744,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713408,"statfs":{"total":95995035648,"available":95962529792,"internally_reserved":0,"allocated":643072,"data_stored":266814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 21:50:43 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.71499999999999997,"15min":0.68400000000000005},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.91500000000000004,"5min":1.125,"15min":1.125},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.77700000000000002,"5min":0.76000000000000001,"15min":0.68999999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.33000000000000002},"max":{"1min":1.0840000000000001,"5min":1.1719999999999999,"15min":1.1719999999999999},"last":0.90800000000000003}]},{"osd":1,"last update":"Sat Apr 13 21:50:43 2024","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.751,"15min":0.68000000000000005},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.95199999999999996,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.81499999999999995,"5min":0.84099999999999997,"15min":0.73199999999999998},"min":{"1min":0.40000000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.333,"5min":1.512,"15min":1.512},"last":0.84499999999999997}]},{"osd":3,"last update":"Sat Apr 13 21:51:23 2024","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.872,"15min":0.86899999999999999},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.383,"5min":1.383,"15min":1.383},"last":1.139},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.80000000000000004,"15min":0.84299999999999997},"min":{"1min":0.312,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":1.083,"5min":1.3420000000000001,"15min":1.4810000000000001},"last":0.76800000000000002}]},{"osd":4,"last update":"Sat Apr 13 21:51:10 2024","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":0.89400000000000002,"15min":0.89000000000000001},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.0820000000000001,"5min":1.357,"15min":1.357},"last":1.105},{"interface":"front","average":{"1min":0.93500000000000005,"5min":1.03,"15min":1.014},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.2829999999999999,"5min":1.4219999999999999,"15min":1.4219999999999999},"last":1.038}]},{"osd":5,"last update":"Sat Apr 13 21:50:55 2024","interfaces":[{"interface":"back","average":{"1min":1.0029999999999999,"5min":1.1040000000000001,"15min":1.1020000000000001},"min":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":1.298,"5min":1.4790000000000001,"15min":1.4790000000000001},"last":1.2150000000000001},{"interface":"front","average":{"1min":0.94999999999999996,"5min":0.999,"15min":1.0109999999999999},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.2390000000000001,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":0.98699999999999999}]},{"osd":6,"last update":"Sat Apr 13 21:50:48 2024","interfaces":[{"interface":"back","average":{"1min":1.0549999999999999,"5min":1.1240000000000001,"15min":1.129},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.4330000000000001,"5min":1.756,"15min":1.756},"last":0.94699999999999995},{"interface":"front","average":{"1min":1.014,"5min":1.048,"15min":1.0509999999999999},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.423,"5min":1.423,"15min":1.423},"last":1.0680000000000001}]},{"osd":7,"last update":"Sat Apr 13 21:50:33 2024","interfaces":[{"interface":"back","average":{"1min":1.085,"5min":1.107,"15min":1.111},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.3480000000000001,"5min":1.399,"15min":1.399},"last":1.175},{"interface":"front","average":{"1min":1.1599999999999999,"5min":1.284,"15min":1.304},"min":{"1min":0.73399999999999999,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.51,"5min":1.8029999999999999,"15min":1.8029999999999999},"last":1.2789999999999999}]}]},{"osd":3,"up_from":26,"seq":111669149773,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27648,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717504,"statfs":{"total":95995035648,"available":95966724096,"internally_reserved":0,"allocated":643072,"data_stored":266814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 21:51:22 2024","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.70799999999999996,"15min":0.65800000000000003},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.095,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.76700000000000002,"15min":0.748},"min":{"1min":0.40600000000000003,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":1.0900000000000001,"5min":1.3759999999999999,"15min":1.3759999999999999},"last":1.004}]},{"osd":1,"last update":"Sat Apr 13 21:51:22 2024","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.77500000000000002,"15min":0.76100000000000001},"min":{"1min":0.39500000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.0620000000000001,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":0.95999999999999996},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.78100000000000003,"15min":0.78300000000000003},"min":{"1min":0.42299999999999999,"5min":0.309,"15min":0.309},"max":{"1min":1.1439999999999999,"5min":1.292,"15min":1.292},"last":0.92500000000000004}]},{"osd":2,"last update":"Sat Apr 13 21:51:22 2024","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.89100000000000001,"15min":0.82699999999999996},"min":{"1min":0.46600000000000003,"5min":0.377,"15min":0.377},"max":{"1min":1.179,"5min":1.47,"15min":1.47},"last":1.179},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.81799999999999995,"15min":0.83899999999999997},"min":{"1min":0.436,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":1.0289999999999999,"5min":1.3300000000000001,"15min":1.3300000000000001},"last":0.85499999999999998}]},{"osd":4,"last update":"Sat Apr 13 21:51:06 2024","interfaces":[{"interface":"back","average":{"1min":0.99299999999999999,"5min":0.98799999999999999,"15min":0.93700000000000006},"min":{"1min":0.72799999999999998,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":1.401,"5min":1.6240000000000001,"15min":1.6240000000000001},"last":1.0820000000000001},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.98199999999999998,"15min":0.93200000000000005},"min":{"1min":0.627,"5min":0.501,"15min":0.501},"max":{"1min":1.206,"5min":1.4590000000000001,"15min":1.4590000000000001},"last":1.2090000000000001}]},{"osd":5,"last update":"Sat Apr 13 21:51:00 2024","interfaces":[{"interface":"back","average":{"1min":1.042,"5min":1.002,"15min":0.97699999999999998},"min":{"1min":0.68100000000000005,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.339,"5min":1.46,"15min":1.46},"last":1.2310000000000001},{"interface":"front","average":{"1min":1.0289999999999999,"5min":1.038,"15min":1.02},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.397,"5min":1.397,"15min":1.397},"last":1.165}]},{"osd":6,"last update":"Sat Apr 13 21:50:45 2024","interfaces":[{"interface":"back","average":{"1min":1.1080000000000001,"5min":1.1040000000000001,"15min":1.1100000000000001},"min":{"1min":0.73999999999999999,"5min":0.63600000000000001,"15min":0.63600000000000001},"max":{"1min":1.448,"5min":1.502,"15min":1.502},"last":1.1240000000000001},{"interface":"front","average":{"1min":1.083,"5min":1.1100000000000001,"15min":1.115},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":1.4530000000000001,"5min":1.5129999999999999,"15min":1.5129999999999999},"last":1.137}]},{"osd":7,"last update":"Sat Apr 13 21:50:30 2024","interfaces":[{"interface":"back","average":{"1min":1.1799999999999999,"5min":1.1659999999999999,"15min":1.1639999999999999},"min":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"max":{"1min":1.538,"5min":1.625,"15min":1.625},"last":1.27},{"interface":"front","average":{"1min":1.2390000000000001,"5min":1.2549999999999999,"15min":1.2569999999999999},"min":{"1min":0.91000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"max":{"1min":1.6299999999999999,"5min":1.6299999999999999,"15min":1.6299999999999999},"last":1.254}]}]},{"osd":4,"up_from":31,"seq":133143986243,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31744,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713408,"statfs":{"total":95995035648,"available":95962529792,"internally_reserved":0,"allocated":643072,"data_stored":266814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 21:51:12 2024","interfaces":[{"interface":"back","average":{"1min":0.86199999999999999,"5min":0.82699999999999996,"15min":0.77400000000000002},"min":{"1min":0.54700000000000004,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":1.123,"5min":1.454,"15min":1.454},"last":1.282},{"interface":"front","average":{"1min":0.85299999999999998,"5min":0.86799999999999999,"15min":0.84599999999999997},"min":{"1min":0.58099999999999996,"5min":0.499,"15min":0.499},"max":{"1min":1.143,"5min":1.319,"15min":1.319},"last":0.78500000000000003}]},{"osd":1,"last update":"Sat Apr 13 21:51:12 2024","interfaces":[{"interface":"back","average":{"1min":0.90700000000000003,"5min":0.86899999999999999,"15min":0.83099999999999996},"min":{"1min":0.52500000000000002,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.3839999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"last":1.2270000000000001},{"interface":"front","average":{"1min":0.96999999999999997,"5min":0.91000000000000003,"15min":0.87},"min":{"1min":0.63100000000000001,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.2370000000000001,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":1.1419999999999999}]},{"osd":2,"last update":"Sat Apr 13 21:51:12 2024","interfaces":[{"interface":"back","average":{"1min":0.92800000000000005,"5min":0.879,"15min":0.81299999999999994},"min":{"1min":0.50900000000000001,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.1259999999999999,"5min":1.224,"15min":1.224},"last":1.4379999999999999},{"interface":"front","average":{"1min":1.0029999999999999,"5min":0.89500000000000002,"15min":0.86699999999999999},"min":{"1min":0.61399999999999999,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.2509999999999999,"5min":1.3160000000000001,"15min":1.3160000000000001},"last":1.0409999999999999}]},{"osd":3,"last update":"Sat Apr 13 21:51:12 2024","interfaces":[{"interface":"back","average":{"1min":0.93600000000000005,"5min":0.88100000000000001,"15min":0.873},"min":{"1min":0.57999999999999996,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.2390000000000001,"5min":1.3839999999999999,"15min":1.3839999999999999},"last":0.88},{"interface":"front","average":{"1min":1.006,"5min":0.93000000000000005,"15min":0.85899999999999999},"min":{"1min":0.70699999999999996,"5min":0.503,"15min":0.503},"max":{"1min":1.3520000000000001,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":0.97899999999999998}]},{"osd":5,"last update":"Sat Apr 13 21:50:56 2024","interfaces":[{"interface":"back","average":{"1min":1.014,"5min":0.84299999999999997,"15min":0.77000000000000002},"min":{"1min":0.47799999999999998,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.506,"5min":1.506,"15min":1.506},"last":1.0900000000000001},{"interface":"front","average":{"1min":1.0980000000000001,"5min":0.93100000000000005,"15min":0.85699999999999998},"min":{"1min":0.58899999999999997,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.421,"5min":1.421,"15min":1.421},"last":1.3500000000000001}]},{"osd":6,"last update":"Sat Apr 13 21:50:42 2024","interfaces":[{"interface":"back","average":{"1min":0.99299999999999999,"5min":0.83899999999999997,"15min":0.79700000000000004},"min":{"1min":0.49099999999999999,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.3879999999999999,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":1.1970000000000001},{"interface":"front","average":{"1min":1.008,"5min":0.88,"15min":0.83399999999999996},"min":{"1min":0.38100000000000001,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.732,"5min":1.732,"15min":1.732},"last":1.3180000000000001}]},{"osd":7,"last update":"Sat Apr 13 21:50:31 2024","interfaces":[{"interface":"back","average":{"1min":1.0109999999999999,"5min":0.997,"15min":0.995},"min":{"1min":0.35999999999999999,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":1.375,"5min":1.375,"15min":1.375},"last":1.395},{"interface":"front","average":{"1min":1.0569999999999999,"5min":1.036,"15min":1.032},"min":{"1min":0.42999999999999999,"5min":0.37,"15min":0.37},"max":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":1.3660000000000001}]}]},{"osd":5,"up_from":39,"seq":167503724601,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31740,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713412,"statfs":{"total":95995035648,"available":95962533888,"internally_reserved":0,"allocated":638976,"data_stored":266483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 21:50:57 2024","interfaces":[{"interface":"back","average":{"1min":0.86899999999999999,"5min":0.85099999999999998,"15min":0.84099999999999997},"min":{"1min":0.48299999999999998,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.476,"5min":1.476,"15min":1.476},"last":1.236},{"interface":"front","average":{"1min":0.89500000000000002,"5min":0.86199999999999999,"15min":0.83799999999999997},"min":{"1min":0.54600000000000004,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.7,"5min":1.7,"15min":1.7},"last":0.95499999999999996}]},{"osd":1,"last update":"Sat Apr 13 21:50:57 2024","interfaces":[{"interface":"back","average":{"1min":0.85599999999999998,"5min":0.88900000000000001,"15min":0.872},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.395,"5min":1.395,"15min":1.395},"last":1.1140000000000001},{"interface":"front","average":{"1min":0.90200000000000002,"5min":0.873,"15min":0.88300000000000001},"min":{"1min":0.59699999999999998,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.5149999999999999,"5min":1.5149999999999999,"15min":1.5149999999999999},"last":1.1579999999999999}]},{"osd":2,"last update":"Sat Apr 13 21:50:57 2024","interfaces":[{"interface":"back","average":{"1min":0.89800000000000002,"5min":0.84899999999999998,"15min":0.83699999999999997},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.2629999999999999,"5min":1.2629999999999999,"15min":1.2629999999999999},"last":0.81000000000000005},{"interface":"front","average":{"1min":0.90300000000000002,"5min":0.92500000000000004,"15min":0.91900000000000004},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.522,"5min":1.522,"15min":1.522},"last":1.3069999999999999}]},{"osd":3,"last update":"Sat Apr 13 21:50:57 2024","interfaces":[{"interface":"back","average":{"1min":0.90300000000000002,"5min":0.90700000000000003,"15min":0.875},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.4530000000000001,"5min":1.4530000000000001,"15min":1.4530000000000001},"last":0.89900000000000002},{"interface":"front","average":{"1min":0.91800000000000004,"5min":0.90500000000000003,"15min":0.89000000000000001},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.464,"5min":1.464,"15min":1.464},"last":1.0780000000000001}]},{"osd":4,"last update":"Sat Apr 13 21:50:57 2024","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":0.84499999999999997,"15min":0.747},"min":{"1min":0.33900000000000002,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.8460000000000001,"5min":1.8460000000000001,"15min":1.8460000000000001},"last":1.2829999999999999},{"interface":"front","average":{"1min":1.042,"5min":0.92100000000000004,"15min":0.84399999999999997},"min":{"1min":0.438,"5min":0.307,"15min":0.307},"max":{"1min":1.6719999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":1.1419999999999999}]},{"osd":6,"last update":"Sat Apr 13 21:50:42 2024","interfaces":[{"interface":"back","average":{"1min":0.97999999999999998,"5min":0.88400000000000001,"15min":0.873},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.609,"5min":1.609,"15min":1.609},"last":0.78400000000000003},{"interface":"front","average":{"1min":1.111,"5min":0.97199999999999998,"15min":0.94099999999999995},"min":{"1min":0.438,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.9950000000000001,"5min":1.9950000000000001,"15min":1.9950000000000001},"last":1.04}]},{"osd":7,"last update":"Sat Apr 13 21:50:33 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.03,"15min":1.024},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.591,"5min":1.591,"15min":1.591},"last":1.0069999999999999},{"interface":"front","average":{"1min":1.103,"5min":1.097,"15min":1.0960000000000001},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.456,"5min":1.51,"15min":1.51},"last":1.1990000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-13T21:51:30.656 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph pg dump --format=json 2024-04-13T21:51:32.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:31 smithi165 bash[21371]: cluster 2024-04-13T21:51:29.737426+0000 mgr.y (mgr.14388) 96 : cluster 0 pgmap v69: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:32.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:31 smithi165 bash[21371]: audit 2024-04-13T21:51:29.965386+0000 mgr.y (mgr.14388) 97 : audit 0 from='client.24452 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T21:51:32.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:31 smithi165 bash[31269]: cluster 2024-04-13T21:51:29.737426+0000 mgr.y (mgr.14388) 96 : cluster 0 pgmap v69: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:32.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:31 smithi165 bash[31269]: audit 2024-04-13T21:51:29.965386+0000 mgr.y (mgr.14388) 97 : audit 0 from='client.24452 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T21:51:32.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:31 smithi189 bash[23633]: cluster 2024-04-13T21:51:29.737426+0000 mgr.y (mgr.14388) 96 : cluster 0 pgmap v69: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:32.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:31 smithi189 bash[23633]: audit 2024-04-13T21:51:29.965386+0000 mgr.y (mgr.14388) 97 : audit 0 from='client.24452 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T21:51:32.810 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:51:32 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:51:32] "GET /metrics HTTP/1.1" 200 28566 "" "Prometheus/2.43.0" 2024-04-13T21:51:34.059 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:33 smithi165 bash[21371]: cluster 2024-04-13T21:51:31.738065+0000 mgr.y (mgr.14388) 98 : cluster 0 pgmap v70: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:34.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:33 smithi165 bash[31269]: cluster 2024-04-13T21:51:31.738065+0000 mgr.y (mgr.14388) 98 : cluster 0 pgmap v70: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:34.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:33 smithi189 bash[23633]: cluster 2024-04-13T21:51:31.738065+0000 mgr.y (mgr.14388) 98 : cluster 0 pgmap v70: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:35.384 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:51:35.809 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:35 smithi165 bash[21371]: cluster 2024-04-13T21:51:33.738654+0000 mgr.y (mgr.14388) 99 : cluster 0 pgmap v71: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:35.810 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:35 smithi165 bash[31269]: cluster 2024-04-13T21:51:33.738654+0000 mgr.y (mgr.14388) 99 : cluster 0 pgmap v71: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:36.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:35 smithi189 bash[23633]: cluster 2024-04-13T21:51:33.738654+0000 mgr.y (mgr.14388) 99 : cluster 0 pgmap v71: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:37.872 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:37 smithi165 bash[21371]: cluster 2024-04-13T21:51:35.739244+0000 mgr.y (mgr.14388) 100 : cluster 0 pgmap v72: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:37.873 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:37 smithi165 bash[31269]: cluster 2024-04-13T21:51:35.739244+0000 mgr.y (mgr.14388) 100 : cluster 0 pgmap v72: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:38.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:37 smithi189 bash[23633]: cluster 2024-04-13T21:51:35.739244+0000 mgr.y (mgr.14388) 100 : cluster 0 pgmap v72: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:38.245 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T21:51:38.246 INFO:teuthology.orchestra.run.smithi165.stderr:dumped all 2024-04-13T21:51:38.928 INFO:teuthology.orchestra.run.smithi165.stdout:{"pg_ready":true,"pg_map":{"version":73,"stamp":"2024-04-13T21:51:37.739482+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":251580,"kb_used_data":6748,"kb_used_omap":12,"kb_used_meta":244723,"kb_avail":749709636,"statfs":{"total":767960285184,"available":767702667264,"internally_reserved":0,"allocated":6909952,"data_stored":3904350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":250596920},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003579"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T21:50:06.720667+0000","last_change":"2024-04-13T21:50:04.211467+0000","last_active":"2024-04-13T21:50:06.720667+0000","last_peered":"2024-04-13T21:50:06.720667+0000","last_clean":"2024-04-13T21:50:06.720667+0000","last_became_active":"2024-04-13T21:50:04.210907+0000","last_became_peered":"2024-04-13T21:50:04.210907+0000","last_unstale":"2024-04-13T21:50:06.720667+0000","last_undegraded":"2024-04-13T21:50:06.720667+0000","last_fullsized":"2024-04-13T21:50:06.720667+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T08:30:25.087430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T21:50:06.715238+0000","last_change":"2024-04-13T21:50:04.691273+0000","last_active":"2024-04-13T21:50:06.715238+0000","last_peered":"2024-04-13T21:50:06.715238+0000","last_clean":"2024-04-13T21:50:06.715238+0000","last_became_active":"2024-04-13T21:50:04.690587+0000","last_became_peered":"2024-04-13T21:50:04.690587+0000","last_unstale":"2024-04-13T21:50:06.715238+0000","last_undegraded":"2024-04-13T21:50:06.715238+0000","last_fullsized":"2024-04-13T21:50:06.715238+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T02:08:35.218302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T21:50:06.718727+0000","last_change":"2024-04-13T21:50:05.138081+0000","last_active":"2024-04-13T21:50:06.718727+0000","last_peered":"2024-04-13T21:50:06.718727+0000","last_clean":"2024-04-13T21:50:06.718727+0000","last_became_active":"2024-04-13T21:50:05.137507+0000","last_became_peered":"2024-04-13T21:50:05.137507+0000","last_unstale":"2024-04-13T21:50:06.718727+0000","last_undegraded":"2024-04-13T21:50:06.718727+0000","last_fullsized":"2024-04-13T21:50:06.718727+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T09:35:15.111213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T21:50:06.718649+0000","last_change":"2024-04-13T21:50:05.138064+0000","last_active":"2024-04-13T21:50:06.718649+0000","last_peered":"2024-04-13T21:50:06.718649+0000","last_clean":"2024-04-13T21:50:06.718649+0000","last_became_active":"2024-04-13T21:50:05.137495+0000","last_became_peered":"2024-04-13T21:50:05.137495+0000","last_unstale":"2024-04-13T21:50:06.718649+0000","last_undegraded":"2024-04-13T21:50:06.718649+0000","last_fullsized":"2024-04-13T21:50:06.718649+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T05:07:48.356542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"60'128","reported_seq":260,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-13T21:50:12.191575+0000","last_change":"2024-04-13T21:48:32.561954+0000","last_active":"2024-04-13T21:50:12.191575+0000","last_peered":"2024-04-13T21:50:12.191575+0000","last_clean":"2024-04-13T21:50:12.191575+0000","last_became_active":"2024-04-13T21:48:32.561060+0000","last_became_peered":"2024-04-13T21:48:32.561060+0000","last_unstale":"2024-04-13T21:50:12.191575+0000","last_undegraded":"2024-04-13T21:50:12.191575+0000","last_fullsized":"2024-04-13T21:50:12.191575+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:44:25.537347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:44:25.537347+0000","last_clean_scrub_stamp":"2024-04-13T21:44:25.537347+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T04:24:03.612590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T21:50:06.718189+0000","last_change":"2024-04-13T21:50:04.206549+0000","last_active":"2024-04-13T21:50:06.718189+0000","last_peered":"2024-04-13T21:50:06.718189+0000","last_clean":"2024-04-13T21:50:06.718189+0000","last_became_active":"2024-04-13T21:50:04.206016+0000","last_became_peered":"2024-04-13T21:50:04.206016+0000","last_unstale":"2024-04-13T21:50:06.718189+0000","last_undegraded":"2024-04-13T21:50:06.718189+0000","last_fullsized":"2024-04-13T21:50:06.718189+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T08:07:42.376394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T21:50:06.713740+0000","last_change":"2024-04-13T21:50:05.136885+0000","last_active":"2024-04-13T21:50:06.713740+0000","last_peered":"2024-04-13T21:50:06.713740+0000","last_clean":"2024-04-13T21:50:06.713740+0000","last_became_active":"2024-04-13T21:50:05.135856+0000","last_became_peered":"2024-04-13T21:50:05.135856+0000","last_unstale":"2024-04-13T21:50:06.713740+0000","last_undegraded":"2024-04-13T21:50:06.713740+0000","last_fullsized":"2024-04-13T21:50:06.713740+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T07:58:36.343568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T21:50:06.718122+0000","last_change":"2024-04-13T21:50:04.206238+0000","last_active":"2024-04-13T21:50:06.718122+0000","last_peered":"2024-04-13T21:50:06.718122+0000","last_clean":"2024-04-13T21:50:06.718122+0000","last_became_active":"2024-04-13T21:50:04.205581+0000","last_became_peered":"2024-04-13T21:50:04.205581+0000","last_unstale":"2024-04-13T21:50:06.718122+0000","last_undegraded":"2024-04-13T21:50:06.718122+0000","last_fullsized":"2024-04-13T21:50:06.718122+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T09:17:00.468005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-13T21:50:06.715168+0000","last_change":"2024-04-13T21:50:05.136812+0000","last_active":"2024-04-13T21:50:06.715168+0000","last_peered":"2024-04-13T21:50:06.715168+0000","last_clean":"2024-04-13T21:50:06.715168+0000","last_became_active":"2024-04-13T21:50:05.135965+0000","last_became_peered":"2024-04-13T21:50:05.135965+0000","last_unstale":"2024-04-13T21:50:06.715168+0000","last_undegraded":"2024-04-13T21:50:06.715168+0000","last_fullsized":"2024-04-13T21:50:06.715168+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T07:49:46.209610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201319,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32320,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712832,"statfs":{"total":95995035648,"available":95961939968,"internally_reserved":0,"allocated":1232896,"data_stored":856851,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 21:51:33 2024","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.91500000000000004,"15min":0.94199999999999995},"min":{"1min":0.54100000000000004,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.226,"5min":1.478,"15min":1.478},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.97399999999999998,"5min":0.93500000000000005,"15min":0.93200000000000005},"min":{"1min":0.53000000000000003,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.224,"5min":1.389,"15min":1.389},"last":1.131}]},{"osd":1,"last update":"Sat Apr 13 21:51:33 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.90100000000000002,"15min":0.88100000000000001},"min":{"1min":0.61499999999999999,"5min":0.44,"15min":0.44},"max":{"1min":1.2370000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":1.1599999999999999},{"interface":"front","average":{"1min":0.98199999999999998,"5min":0.97299999999999998,"15min":0.99399999999999999},"min":{"1min":0.66300000000000003,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.25,"5min":1.526,"15min":1.526},"last":1.056}]},{"osd":2,"last update":"Sat Apr 13 21:51:33 2024","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":0.91500000000000004,"15min":0.91900000000000004},"min":{"1min":0.59399999999999997,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.1619999999999999,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":0.99099999999999999},{"interface":"front","average":{"1min":0.89600000000000002,"5min":0.90700000000000003,"15min":0.89300000000000002},"min":{"1min":0.60599999999999998,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.1399999999999999,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.82199999999999995}]},{"osd":3,"last update":"Sat Apr 13 21:51:33 2024","interfaces":[{"interface":"back","average":{"1min":0.92700000000000005,"5min":0.98299999999999998,"15min":1.0109999999999999},"min":{"1min":0.68600000000000005,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.2090000000000001,"5min":2.2639999999999998,"15min":2.2639999999999998},"last":0.90000000000000002},{"interface":"front","average":{"1min":1.0289999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"min":{"1min":0.70099999999999996,"5min":0.433,"15min":0.433},"max":{"1min":1.248,"5min":1.712,"15min":1.712},"last":0.92800000000000005}]},{"osd":4,"last update":"Sat Apr 13 21:51:33 2024","interfaces":[{"interface":"back","average":{"1min":0.98299999999999998,"5min":0.87,"15min":0.85799999999999998},"min":{"1min":0.68899999999999995,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.3200000000000001,"5min":1.77,"15min":1.77},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.94499999999999995,"5min":0.93600000000000005,"15min":0.93799999999999994},"min":{"1min":0.73999999999999999,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.266,"5min":1.4770000000000001,"15min":1.4770000000000001},"last":0.76800000000000002}]},{"osd":5,"last update":"Sat Apr 13 21:51:33 2024","interfaces":[{"interface":"back","average":{"1min":1.0109999999999999,"5min":0.98499999999999999,"15min":0.97999999999999998},"min":{"1min":0.69899999999999995,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.212,"5min":1.587,"15min":1.587},"last":1.024},{"interface":"front","average":{"1min":1.0880000000000001,"5min":1.0069999999999999,"15min":0.999},"min":{"1min":0.79300000000000004,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.3340000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.87}]},{"osd":6,"last update":"Sat Apr 13 21:51:33 2024","interfaces":[{"interface":"back","average":{"1min":1.147,"5min":1.0629999999999999,"15min":1.044},"min":{"1min":0.80000000000000004,"5min":0.378,"15min":0.378},"max":{"1min":1.4350000000000001,"5min":1.496,"15min":1.496},"last":0.96499999999999997},{"interface":"front","average":{"1min":1.1739999999999999,"5min":1.1100000000000001,"15min":1.1060000000000001},"min":{"1min":0.89800000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.5569999999999999,"5min":1.6439999999999999,"15min":1.6439999999999999},"last":1.0720000000000001}]}]},{"osd":6,"up_from":47,"seq":201863462962,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32316,"kb_used_data":1200,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712836,"statfs":{"total":95995035648,"available":95961944064,"internally_reserved":0,"allocated":1228800,"data_stored":856578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 21:50:44 2024","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.86699999999999999,"15min":0.84799999999999998},"min":{"1min":0.56699999999999995,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.1679999999999999,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":1.244},{"interface":"front","average":{"1min":0.90100000000000002,"5min":0.93700000000000006,"15min":0.95899999999999996},"min":{"1min":0.67100000000000004,"5min":0.504,"15min":0.504},"max":{"1min":1.3740000000000001,"5min":1.478,"15min":1.478},"last":1.22}]},{"osd":1,"last update":"Sat Apr 13 21:50:44 2024","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":0.88200000000000001,"15min":0.86799999999999999},"min":{"1min":0.624,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.236,"5min":1.2649999999999999,"15min":1.2649999999999999},"last":0.98699999999999999},{"interface":"front","average":{"1min":0.92000000000000004,"5min":0.879,"15min":0.86699999999999999},"min":{"1min":0.622,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.157,"5min":1.5149999999999999,"15min":1.5149999999999999},"last":0.94999999999999996}]},{"osd":2,"last update":"Sat Apr 13 21:50:44 2024","interfaces":[{"interface":"back","average":{"1min":1.0069999999999999,"5min":0.89700000000000002,"15min":0.86499999999999999},"min":{"1min":0.79500000000000004,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.22,"5min":1.22,"15min":1.22},"last":1.0649999999999999},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.93899999999999995,"15min":0.94599999999999995},"min":{"1min":0.64300000000000002,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.627,"5min":1.653,"15min":1.653},"last":0.73799999999999999}]},{"osd":3,"last update":"Sat Apr 13 21:50:44 2024","interfaces":[{"interface":"back","average":{"1min":0.90900000000000003,"5min":0.95599999999999996,"15min":0.97999999999999998},"min":{"1min":0.64900000000000002,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.1599999999999999,"5min":1.901,"15min":1.901},"last":0.84199999999999997},{"interface":"front","average":{"1min":1.0649999999999999,"5min":0.96999999999999997,"15min":0.95599999999999996},"min":{"1min":0.76400000000000001,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.2390000000000001,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":0.81499999999999995}]},{"osd":4,"last update":"Sat Apr 13 21:50:44 2024","interfaces":[{"interface":"back","average":{"1min":0.92400000000000004,"5min":0.81499999999999995,"15min":0.79400000000000004},"min":{"1min":0.42099999999999999,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.472,"5min":1.472,"15min":1.472},"last":1.0269999999999999},{"interface":"front","average":{"1min":1.0029999999999999,"5min":0.88600000000000001,"15min":0.86199999999999999},"min":{"1min":0.5,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":1.502,"5min":1.998,"15min":1.998},"last":1.1000000000000001}]},{"osd":5,"last update":"Sat Apr 13 21:50:44 2024","interfaces":[{"interface":"back","average":{"1min":1.032,"5min":0.90500000000000003,"15min":0.875},"min":{"1min":0.46999999999999997,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.548,"5min":1.548,"15min":1.548},"last":0.88500000000000001},{"interface":"front","average":{"1min":1.0429999999999999,"5min":0.96299999999999997,"15min":0.94499999999999995},"min":{"1min":0.436,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.4299999999999999,"5min":1.4319999999999999,"15min":1.4319999999999999},"last":1.1910000000000001}]},{"osd":7,"last update":"Sat Apr 13 21:51:32 2024","interfaces":[{"interface":"back","average":{"1min":1.117,"5min":1.0229999999999999,"15min":1.0009999999999999},"min":{"1min":0.81999999999999995,"5min":0.38,"15min":0.38},"max":{"1min":1.3300000000000001,"5min":1.706,"15min":1.706},"last":1.129},{"interface":"front","average":{"1min":1.109,"5min":1.0569999999999999,"15min":1.0529999999999999},"min":{"1min":0.70999999999999996,"5min":0.435,"15min":0.435},"max":{"1min":1.4870000000000001,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":1.159}]}]},{"osd":1,"up_from":13,"seq":55834574946,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31744,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713408,"statfs":{"total":95995035648,"available":95962529792,"internally_reserved":0,"allocated":643072,"data_stored":266814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 21:50:45 2024","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.69799999999999995,"15min":0.59299999999999997},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.255},"max":{"1min":1.1040000000000001,"5min":1.242,"15min":1.242},"last":0.79800000000000004},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.80700000000000005,"15min":0.65300000000000002},"min":{"1min":0.371,"5min":0.371,"15min":0.27100000000000002},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.61699999999999999}]},{"osd":2,"last update":"Sat Apr 13 21:50:33 2024","interfaces":[{"interface":"back","average":{"1min":0.78700000000000003,"5min":0.77900000000000003,"15min":0.71499999999999997},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.169,"5min":1.504,"15min":1.504},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.82499999999999996,"15min":0.73199999999999998},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":1.143,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":0.88300000000000001}]},{"osd":3,"last update":"Sat Apr 13 21:51:26 2024","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.80600000000000005,"15min":0.76600000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":1.139,"5min":1.8680000000000001,"15min":1.8680000000000001},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.90000000000000002,"5min":0.88,"15min":0.83999999999999997},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.3600000000000001,"5min":1.3600000000000001,"15min":1.3600000000000001},"last":0.85499999999999998}]},{"osd":4,"last update":"Sat Apr 13 21:51:10 2024","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.97299999999999998},"min":{"1min":0.626,"5min":0.626,"15min":0.626},"max":{"1min":1.393,"5min":1.393,"15min":1.393},"last":0.96099999999999997},{"interface":"front","average":{"1min":1.0309999999999999,"5min":1.012,"15min":0.96099999999999997},"min":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":1.4099999999999999,"5min":1.472,"15min":1.472},"last":0.93600000000000005}]},{"osd":5,"last update":"Sat Apr 13 21:50:56 2024","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":1.0129999999999999,"15min":1.01},"min":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":1.2869999999999999,"5min":1.756,"15min":1.756},"last":1.069},{"interface":"front","average":{"1min":1.048,"5min":1.046,"15min":1.0209999999999999},"min":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"max":{"1min":1.3089999999999999,"5min":1.6779999999999999,"15min":1.6779999999999999},"last":1.0149999999999999}]},{"osd":6,"last update":"Sat Apr 13 21:50:45 2024","interfaces":[{"interface":"back","average":{"1min":1.056,"5min":1.077,"15min":1.0880000000000001},"min":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"max":{"1min":1.421,"5min":1.5960000000000001,"15min":1.5960000000000001},"last":0.998},{"interface":"front","average":{"1min":1.0860000000000001,"5min":1.1040000000000001,"15min":1.1140000000000001},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.3089999999999999,"5min":1.4279999999999999,"15min":1.4279999999999999},"last":1.147}]},{"osd":7,"last update":"Sat Apr 13 21:50:33 2024","interfaces":[{"interface":"back","average":{"1min":1.1200000000000001,"5min":1.202,"15min":1.216},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.3740000000000001,"5min":1.9650000000000001,"15min":1.9650000000000001},"last":1.2210000000000001},{"interface":"front","average":{"1min":1.1910000000000001,"5min":1.2,"15min":1.202},"min":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"max":{"1min":1.3460000000000001,"5min":1.609,"15min":1.609},"last":1.0940000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738476,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32324,"kb_used_data":1208,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712828,"statfs":{"total":95995035648,"available":95961935872,"internally_reserved":0,"allocated":1236992,"data_stored":857182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Apr 13 21:50:46 2024","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.69299999999999995,"15min":0.58199999999999996},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.28199999999999997},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.80800000000000005,"5min":0.78600000000000003,"15min":0.63500000000000001},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.29199999999999998},"max":{"1min":1.248,"5min":1.248,"15min":1.248},"last":0.81999999999999995}]},{"osd":2,"last update":"Sat Apr 13 21:51:33 2024","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":0.82899999999999996,"15min":0.73699999999999999},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.33200000000000002},"max":{"1min":1.3819999999999999,"5min":1.3819999999999999,"15min":1.3819999999999999},"last":0.97899999999999998},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.77700000000000002,"15min":0.68700000000000006},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.309},"max":{"1min":0.98699999999999999,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.86099999999999999}]},{"osd":3,"last update":"Sat Apr 13 21:51:33 2024","interfaces":[{"interface":"back","average":{"1min":0.89100000000000001,"5min":0.91800000000000004,"15min":0.85399999999999998},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.464,"5min":1.464,"15min":1.464},"last":1.0509999999999999},{"interface":"front","average":{"1min":0.81899999999999995,"5min":0.86499999999999999,"15min":0.82199999999999995},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.2050000000000001,"5min":1.2709999999999999,"15min":1.2709999999999999},"last":0.92600000000000005}]},{"osd":4,"last update":"Sat Apr 13 21:51:05 2024","interfaces":[{"interface":"back","average":{"1min":0.95399999999999996,"5min":0.91800000000000004,"15min":0.90300000000000002},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.95699999999999996},{"interface":"front","average":{"1min":1.1080000000000001,"5min":1.0469999999999999,"15min":1.0029999999999999},"min":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"max":{"1min":1.5289999999999999,"5min":1.5289999999999999,"15min":1.5289999999999999},"last":1.232}]},{"osd":5,"last update":"Sat Apr 13 21:50:57 2024","interfaces":[{"interface":"back","average":{"1min":1.133,"5min":1.0740000000000001,"15min":1.0680000000000001},"min":{"1min":0.68999999999999995,"5min":0.627,"15min":0.627},"max":{"1min":1.4710000000000001,"5min":1.4710000000000001,"15min":1.4710000000000001},"last":1.085},{"interface":"front","average":{"1min":1.0529999999999999,"5min":1.0429999999999999,"15min":1.0409999999999999},"min":{"1min":0.78000000000000003,"5min":0.72799999999999998,"15min":0.72799999999999998},"max":{"1min":1.5169999999999999,"5min":1.577,"15min":1.577},"last":0.89900000000000002}]},{"osd":6,"last update":"Sat Apr 13 21:50:46 2024","interfaces":[{"interface":"back","average":{"1min":1.167,"5min":1.177,"15min":1.177},"min":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"max":{"1min":1.4950000000000001,"5min":1.5069999999999999,"15min":1.5069999999999999},"last":1.179},{"interface":"front","average":{"1min":1.155,"5min":1.1240000000000001,"15min":1.1259999999999999},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.627,"5min":1.627,"15min":1.627},"last":1.204}]},{"osd":7,"last update":"Sat Apr 13 21:51:33 2024","interfaces":[{"interface":"back","average":{"1min":1.1399999999999999,"5min":1.222,"15min":1.2370000000000001},"min":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.597,"5min":1.597,"15min":1.597},"last":1.3979999999999999},{"interface":"front","average":{"1min":1.137,"5min":1.179,"15min":1.1830000000000001},"min":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.444,"5min":1.5760000000000001,"15min":1.5760000000000001},"last":1.161}]}]},{"osd":2,"up_from":18,"seq":77309411416,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31744,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713408,"statfs":{"total":95995035648,"available":95962529792,"internally_reserved":0,"allocated":643072,"data_stored":266814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 21:50:43 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.71499999999999997,"15min":0.68400000000000005},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.91500000000000004,"5min":1.125,"15min":1.125},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.77700000000000002,"5min":0.76000000000000001,"15min":0.68999999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.33000000000000002},"max":{"1min":1.0840000000000001,"5min":1.1719999999999999,"15min":1.1719999999999999},"last":0.79100000000000004}]},{"osd":1,"last update":"Sat Apr 13 21:50:43 2024","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.751,"15min":0.68000000000000005},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.95199999999999996,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.84199999999999997},{"interface":"front","average":{"1min":0.81499999999999995,"5min":0.84099999999999997,"15min":0.73199999999999998},"min":{"1min":0.40000000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.333,"5min":1.512,"15min":1.512},"last":0.74299999999999999}]},{"osd":3,"last update":"Sat Apr 13 21:51:23 2024","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.872,"15min":0.86899999999999999},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.383,"5min":1.383,"15min":1.383},"last":1.163},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.80000000000000004,"15min":0.84299999999999997},"min":{"1min":0.312,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":1.083,"5min":1.3420000000000001,"15min":1.4810000000000001},"last":0.91400000000000003}]},{"osd":4,"last update":"Sat Apr 13 21:51:10 2024","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":0.89400000000000002,"15min":0.89000000000000001},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.0820000000000001,"5min":1.357,"15min":1.357},"last":1.208},{"interface":"front","average":{"1min":0.93500000000000005,"5min":1.03,"15min":1.014},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.2829999999999999,"5min":1.4219999999999999,"15min":1.4219999999999999},"last":0.88700000000000001}]},{"osd":5,"last update":"Sat Apr 13 21:50:55 2024","interfaces":[{"interface":"back","average":{"1min":1.0029999999999999,"5min":1.1040000000000001,"15min":1.1020000000000001},"min":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":1.298,"5min":1.4790000000000001,"15min":1.4790000000000001},"last":1.266},{"interface":"front","average":{"1min":0.94999999999999996,"5min":0.999,"15min":1.0109999999999999},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.2390000000000001,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":1.288}]},{"osd":6,"last update":"Sat Apr 13 21:50:48 2024","interfaces":[{"interface":"back","average":{"1min":1.0549999999999999,"5min":1.1240000000000001,"15min":1.129},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.4330000000000001,"5min":1.756,"15min":1.756},"last":0.96499999999999997},{"interface":"front","average":{"1min":1.014,"5min":1.048,"15min":1.0509999999999999},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.423,"5min":1.423,"15min":1.423},"last":1.0700000000000001}]},{"osd":7,"last update":"Sat Apr 13 21:51:34 2024","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":1.071,"15min":1.099},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.2010000000000001,"5min":1.399,"15min":1.399},"last":1.1200000000000001},{"interface":"front","average":{"1min":1.052,"5min":1.2310000000000001,"15min":1.2869999999999999},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":1.6000000000000001,"5min":1.8029999999999999,"15min":1.8029999999999999},"last":1.044}]}]},{"osd":3,"up_from":26,"seq":111669149775,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27648,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717504,"statfs":{"total":95995035648,"available":95966724096,"internally_reserved":0,"allocated":643072,"data_stored":266814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 21:51:22 2024","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.70799999999999996,"15min":0.65800000000000003},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.095,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":0.96599999999999997},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.76700000000000002,"15min":0.748},"min":{"1min":0.40600000000000003,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":1.0900000000000001,"5min":1.3759999999999999,"15min":1.3759999999999999},"last":0.88500000000000001}]},{"osd":1,"last update":"Sat Apr 13 21:51:22 2024","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.77500000000000002,"15min":0.76100000000000001},"min":{"1min":0.39500000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.0620000000000001,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.78100000000000003,"15min":0.78300000000000003},"min":{"1min":0.42299999999999999,"5min":0.309,"15min":0.309},"max":{"1min":1.1439999999999999,"5min":1.292,"15min":1.292},"last":1.075}]},{"osd":2,"last update":"Sat Apr 13 21:51:22 2024","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.89100000000000001,"15min":0.82699999999999996},"min":{"1min":0.46600000000000003,"5min":0.377,"15min":0.377},"max":{"1min":1.179,"5min":1.47,"15min":1.47},"last":1.004},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.81799999999999995,"15min":0.83899999999999997},"min":{"1min":0.436,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":1.0289999999999999,"5min":1.3300000000000001,"15min":1.3300000000000001},"last":1.0429999999999999}]},{"osd":4,"last update":"Sat Apr 13 21:51:06 2024","interfaces":[{"interface":"back","average":{"1min":0.99299999999999999,"5min":0.98799999999999999,"15min":0.93700000000000006},"min":{"1min":0.72799999999999998,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":1.401,"5min":1.6240000000000001,"15min":1.6240000000000001},"last":0.84799999999999998},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.98199999999999998,"15min":0.93200000000000005},"min":{"1min":0.627,"5min":0.501,"15min":0.501},"max":{"1min":1.206,"5min":1.4590000000000001,"15min":1.4590000000000001},"last":1.3}]},{"osd":5,"last update":"Sat Apr 13 21:51:00 2024","interfaces":[{"interface":"back","average":{"1min":1.042,"5min":1.002,"15min":0.97699999999999998},"min":{"1min":0.68100000000000005,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.339,"5min":1.46,"15min":1.46},"last":0.93500000000000005},{"interface":"front","average":{"1min":1.0289999999999999,"5min":1.038,"15min":1.02},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.397,"5min":1.397,"15min":1.397},"last":1.5620000000000001}]},{"osd":6,"last update":"Sat Apr 13 21:50:45 2024","interfaces":[{"interface":"back","average":{"1min":1.1080000000000001,"5min":1.1040000000000001,"15min":1.1100000000000001},"min":{"1min":0.73999999999999999,"5min":0.63600000000000001,"15min":0.63600000000000001},"max":{"1min":1.448,"5min":1.502,"15min":1.502},"last":1.4530000000000001},{"interface":"front","average":{"1min":1.083,"5min":1.1100000000000001,"15min":1.115},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":1.4530000000000001,"5min":1.5129999999999999,"15min":1.5129999999999999},"last":1.216}]},{"osd":7,"last update":"Sat Apr 13 21:51:31 2024","interfaces":[{"interface":"back","average":{"1min":1.107,"5min":1.155,"15min":1.1599999999999999},"min":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"max":{"1min":1.6890000000000001,"5min":1.6890000000000001,"15min":1.6890000000000001},"last":1.165},{"interface":"front","average":{"1min":1.1060000000000001,"5min":1.224,"15min":1.2470000000000001},"min":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"max":{"1min":1.635,"5min":1.635,"15min":1.635},"last":1.508}]}]},{"osd":4,"up_from":31,"seq":133143986245,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31744,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713408,"statfs":{"total":95995035648,"available":95962529792,"internally_reserved":0,"allocated":643072,"data_stored":266814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 21:51:12 2024","interfaces":[{"interface":"back","average":{"1min":0.86199999999999999,"5min":0.82699999999999996,"15min":0.77400000000000002},"min":{"1min":0.54700000000000004,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":1.123,"5min":1.454,"15min":1.454},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.85299999999999998,"5min":0.86799999999999999,"15min":0.84599999999999997},"min":{"1min":0.58099999999999996,"5min":0.499,"15min":0.499},"max":{"1min":1.143,"5min":1.319,"15min":1.319},"last":0.69999999999999996}]},{"osd":1,"last update":"Sat Apr 13 21:51:12 2024","interfaces":[{"interface":"back","average":{"1min":0.90700000000000003,"5min":0.86899999999999999,"15min":0.83099999999999996},"min":{"1min":0.52500000000000002,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.3839999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.96999999999999997,"5min":0.91000000000000003,"15min":0.87},"min":{"1min":0.63100000000000001,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.2370000000000001,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":0.93700000000000006}]},{"osd":2,"last update":"Sat Apr 13 21:51:12 2024","interfaces":[{"interface":"back","average":{"1min":0.92800000000000005,"5min":0.879,"15min":0.81299999999999994},"min":{"1min":0.50900000000000001,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.1259999999999999,"5min":1.224,"15min":1.224},"last":0.84699999999999998},{"interface":"front","average":{"1min":1.0029999999999999,"5min":0.89500000000000002,"15min":0.86699999999999999},"min":{"1min":0.61399999999999999,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.2509999999999999,"5min":1.3160000000000001,"15min":1.3160000000000001},"last":1.056}]},{"osd":3,"last update":"Sat Apr 13 21:51:12 2024","interfaces":[{"interface":"back","average":{"1min":0.93600000000000005,"5min":0.88100000000000001,"15min":0.873},"min":{"1min":0.57999999999999996,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.2390000000000001,"5min":1.3839999999999999,"15min":1.3839999999999999},"last":0.98699999999999999},{"interface":"front","average":{"1min":1.006,"5min":0.93000000000000005,"15min":0.85899999999999999},"min":{"1min":0.70699999999999996,"5min":0.503,"15min":0.503},"max":{"1min":1.3520000000000001,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":0.80800000000000005}]},{"osd":5,"last update":"Sat Apr 13 21:50:56 2024","interfaces":[{"interface":"back","average":{"1min":1.014,"5min":0.84299999999999997,"15min":0.77000000000000002},"min":{"1min":0.47799999999999998,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.506,"5min":1.506,"15min":1.506},"last":0.89400000000000002},{"interface":"front","average":{"1min":1.0980000000000001,"5min":0.93100000000000005,"15min":0.85699999999999998},"min":{"1min":0.58899999999999997,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.421,"5min":1.421,"15min":1.421},"last":1.083}]},{"osd":6,"last update":"Sat Apr 13 21:50:42 2024","interfaces":[{"interface":"back","average":{"1min":0.99299999999999999,"5min":0.83899999999999997,"15min":0.79700000000000004},"min":{"1min":0.49099999999999999,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.3879999999999999,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":1.1399999999999999},{"interface":"front","average":{"1min":1.008,"5min":0.88,"15min":0.83399999999999996},"min":{"1min":0.38100000000000001,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.732,"5min":1.732,"15min":1.732},"last":1.024}]},{"osd":7,"last update":"Sat Apr 13 21:51:32 2024","interfaces":[{"interface":"back","average":{"1min":1.1950000000000001,"5min":1.0369999999999999,"15min":1.008},"min":{"1min":0.71099999999999997,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":1.681,"5min":1.681,"15min":1.681},"last":1.169},{"interface":"front","average":{"1min":1.2450000000000001,"5min":1.079,"15min":1.0469999999999999},"min":{"1min":0.83499999999999996,"5min":0.37,"15min":0.37},"max":{"1min":1.6319999999999999,"5min":1.6319999999999999,"15min":1.6319999999999999},"last":1.109}]}]},{"osd":5,"up_from":39,"seq":167503724603,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31740,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713412,"statfs":{"total":95995035648,"available":95962533888,"internally_reserved":0,"allocated":638976,"data_stored":266483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 21:50:57 2024","interfaces":[{"interface":"back","average":{"1min":0.86899999999999999,"5min":0.85099999999999998,"15min":0.84099999999999997},"min":{"1min":0.48299999999999998,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.476,"5min":1.476,"15min":1.476},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.89500000000000002,"5min":0.86199999999999999,"15min":0.83799999999999997},"min":{"1min":0.54600000000000004,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.7,"5min":1.7,"15min":1.7},"last":1.1499999999999999}]},{"osd":1,"last update":"Sat Apr 13 21:50:57 2024","interfaces":[{"interface":"back","average":{"1min":0.85599999999999998,"5min":0.88900000000000001,"15min":0.872},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.395,"5min":1.395,"15min":1.395},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.90200000000000002,"5min":0.873,"15min":0.88300000000000001},"min":{"1min":0.59699999999999998,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.5149999999999999,"5min":1.5149999999999999,"15min":1.5149999999999999},"last":1.105}]},{"osd":2,"last update":"Sat Apr 13 21:50:57 2024","interfaces":[{"interface":"back","average":{"1min":0.89800000000000002,"5min":0.84899999999999998,"15min":0.83699999999999997},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.2629999999999999,"5min":1.2629999999999999,"15min":1.2629999999999999},"last":0.94799999999999995},{"interface":"front","average":{"1min":0.90300000000000002,"5min":0.92500000000000004,"15min":0.91900000000000004},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.522,"5min":1.522,"15min":1.522},"last":0.88200000000000001}]},{"osd":3,"last update":"Sat Apr 13 21:50:57 2024","interfaces":[{"interface":"back","average":{"1min":0.90300000000000002,"5min":0.90700000000000003,"15min":0.875},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.4530000000000001,"5min":1.4530000000000001,"15min":1.4530000000000001},"last":0.84299999999999997},{"interface":"front","average":{"1min":0.91800000000000004,"5min":0.90500000000000003,"15min":0.89000000000000001},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.464,"5min":1.464,"15min":1.464},"last":0.622}]},{"osd":4,"last update":"Sat Apr 13 21:50:57 2024","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":0.84499999999999997,"15min":0.747},"min":{"1min":0.33900000000000002,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.8460000000000001,"5min":1.8460000000000001,"15min":1.8460000000000001},"last":0.77900000000000003},{"interface":"front","average":{"1min":1.042,"5min":0.92100000000000004,"15min":0.84399999999999997},"min":{"1min":0.438,"5min":0.307,"15min":0.307},"max":{"1min":1.6719999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":1.1879999999999999}]},{"osd":6,"last update":"Sat Apr 13 21:50:42 2024","interfaces":[{"interface":"back","average":{"1min":0.97999999999999998,"5min":0.88400000000000001,"15min":0.873},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.609,"5min":1.609,"15min":1.609},"last":1.0289999999999999},{"interface":"front","average":{"1min":1.111,"5min":0.97199999999999998,"15min":0.94099999999999995},"min":{"1min":0.438,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.9950000000000001,"5min":1.9950000000000001,"15min":1.9950000000000001},"last":1.244}]},{"osd":7,"last update":"Sat Apr 13 21:51:34 2024","interfaces":[{"interface":"back","average":{"1min":1.1000000000000001,"5min":1.046,"15min":1.0289999999999999},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":2.1120000000000001,"5min":2.1120000000000001,"15min":2.1120000000000001},"last":1.075},{"interface":"front","average":{"1min":1.1359999999999999,"5min":1.105,"15min":1.099},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.7390000000000001,"5min":1.7390000000000001,"15min":1.7390000000000001},"last":1.2190000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-13T21:51:38.930 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-13T21:51:38.930 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-13T21:51:38.930 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-13T21:51:38.931 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph health --format=json 2024-04-13T21:51:40.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:39 smithi165 bash[21371]: cluster 2024-04-13T21:51:37.739868+0000 mgr.y (mgr.14388) 101 : cluster 0 pgmap v73: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:40.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:39 smithi165 bash[21371]: audit 2024-04-13T21:51:38.246394+0000 mgr.y (mgr.14388) 102 : audit 0 from='client.14565 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T21:51:40.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:39 smithi165 bash[31269]: cluster 2024-04-13T21:51:37.739868+0000 mgr.y (mgr.14388) 101 : cluster 0 pgmap v73: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:40.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:39 smithi165 bash[31269]: audit 2024-04-13T21:51:38.246394+0000 mgr.y (mgr.14388) 102 : audit 0 from='client.14565 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T21:51:40.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:39 smithi189 bash[23633]: cluster 2024-04-13T21:51:37.739868+0000 mgr.y (mgr.14388) 101 : cluster 0 pgmap v73: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:40.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:39 smithi189 bash[23633]: audit 2024-04-13T21:51:38.246394+0000 mgr.y (mgr.14388) 102 : audit 0 from='client.14565 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T21:51:42.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:41 smithi165 bash[21371]: cluster 2024-04-13T21:51:39.740442+0000 mgr.y (mgr.14388) 103 : cluster 0 pgmap v74: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:42.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:41 smithi165 bash[21371]: audit 2024-04-13T21:51:40.795699+0000 mon.c (mon.2) 70 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:51:42.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:41 smithi165 bash[31269]: cluster 2024-04-13T21:51:39.740442+0000 mgr.y (mgr.14388) 103 : cluster 0 pgmap v74: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:42.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:41 smithi165 bash[31269]: audit 2024-04-13T21:51:40.795699+0000 mon.c (mon.2) 70 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:51:42.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:41 smithi189 bash[23633]: cluster 2024-04-13T21:51:39.740442+0000 mgr.y (mgr.14388) 103 : cluster 0 pgmap v74: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:42.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:41 smithi189 bash[23633]: audit 2024-04-13T21:51:40.795699+0000 mon.c (mon.2) 70 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:51:42.810 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:51:42 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:51:42] "GET /metrics HTTP/1.1" 200 28580 "" "Prometheus/2.43.0" 2024-04-13T21:51:43.662 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:51:44.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:43 smithi165 bash[21371]: cluster 2024-04-13T21:51:41.741099+0000 mgr.y (mgr.14388) 104 : cluster 0 pgmap v75: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:44.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:43 smithi165 bash[31269]: cluster 2024-04-13T21:51:41.741099+0000 mgr.y (mgr.14388) 104 : cluster 0 pgmap v75: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:44.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:43 smithi189 bash[23633]: cluster 2024-04-13T21:51:41.741099+0000 mgr.y (mgr.14388) 104 : cluster 0 pgmap v75: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:46.038 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:45 smithi165 bash[31269]: cluster 2024-04-13T21:51:43.741656+0000 mgr.y (mgr.14388) 105 : cluster 0 pgmap v76: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:46.038 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:45 smithi165 bash[31269]: audit 2024-04-13T21:51:44.839832+0000 mon.c (mon.2) 71 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:51:46.038 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:45 smithi165 bash[31269]: audit 2024-04-13T21:51:45.271475+0000 mon.a (mon.0) 748 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:51:46.038 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:45 smithi165 bash[31269]: audit 2024-04-13T21:51:45.285521+0000 mon.a (mon.0) 749 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:51:46.038 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:45 smithi165 bash[21371]: cluster 2024-04-13T21:51:43.741656+0000 mgr.y (mgr.14388) 105 : cluster 0 pgmap v76: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:46.039 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:45 smithi165 bash[21371]: audit 2024-04-13T21:51:44.839832+0000 mon.c (mon.2) 71 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:51:46.039 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:45 smithi165 bash[21371]: audit 2024-04-13T21:51:45.271475+0000 mon.a (mon.0) 748 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:51:46.039 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:45 smithi165 bash[21371]: audit 2024-04-13T21:51:45.285521+0000 mon.a (mon.0) 749 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:51:46.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:45 smithi189 bash[23633]: cluster 2024-04-13T21:51:43.741656+0000 mgr.y (mgr.14388) 105 : cluster 0 pgmap v76: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:46.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:45 smithi189 bash[23633]: audit 2024-04-13T21:51:44.839832+0000 mon.c (mon.2) 71 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:51:46.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:45 smithi189 bash[23633]: audit 2024-04-13T21:51:45.271475+0000 mon.a (mon.0) 748 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:51:46.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:45 smithi189 bash[23633]: audit 2024-04-13T21:51:45.285521+0000 mon.a (mon.0) 749 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:51:46.448 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T21:51:46.449 INFO:teuthology.orchestra.run.smithi165.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-13T21:51:46.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:46 smithi165 bash[21371]: audit 2024-04-13T21:51:45.781817+0000 mon.c (mon.2) 72 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:51:46.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:46 smithi165 bash[21371]: audit 2024-04-13T21:51:45.783683+0000 mon.c (mon.2) 73 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:51:46.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:46 smithi165 bash[21371]: audit 2024-04-13T21:51:45.796393+0000 mon.a (mon.0) 750 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:51:46.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:46 smithi165 bash[21371]: audit 2024-04-13T21:51:46.459795+0000 mon.c (mon.2) 74 : audit 0 from='client.? 172.21.15.165:0/1852229819' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T21:51:46.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:46 smithi165 bash[31269]: audit 2024-04-13T21:51:45.781817+0000 mon.c (mon.2) 72 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:51:46.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:46 smithi165 bash[31269]: audit 2024-04-13T21:51:45.783683+0000 mon.c (mon.2) 73 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:51:46.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:46 smithi165 bash[31269]: audit 2024-04-13T21:51:45.796393+0000 mon.a (mon.0) 750 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:51:46.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:46 smithi165 bash[31269]: audit 2024-04-13T21:51:46.459795+0000 mon.c (mon.2) 74 : audit 0 from='client.? 172.21.15.165:0/1852229819' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T21:51:47.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:46 smithi189 bash[23633]: audit 2024-04-13T21:51:45.781817+0000 mon.c (mon.2) 72 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:51:47.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:46 smithi189 bash[23633]: audit 2024-04-13T21:51:45.783683+0000 mon.c (mon.2) 73 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:51:47.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:46 smithi189 bash[23633]: audit 2024-04-13T21:51:45.796393+0000 mon.a (mon.0) 750 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:51:47.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:46 smithi189 bash[23633]: audit 2024-04-13T21:51:46.459795+0000 mon.c (mon.2) 74 : audit 0 from='client.? 172.21.15.165:0/1852229819' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T21:51:47.205 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-13T21:51:47.205 INFO:tasks.cephadm:Setup complete, yielding 2024-04-13T21:51:47.205 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-13T21:51:47.214 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi165.front.sepia.ceph.com 2024-04-13T21:51:47.215 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- bash -c 'ceph fs volume create foo' 2024-04-13T21:51:48.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:47 smithi165 bash[21371]: cluster 2024-04-13T21:51:45.742043+0000 mgr.y (mgr.14388) 106 : cluster 0 pgmap v77: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:48.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:47 smithi165 bash[31269]: cluster 2024-04-13T21:51:45.742043+0000 mgr.y (mgr.14388) 106 : cluster 0 pgmap v77: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:48.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:47 smithi189 bash[23633]: cluster 2024-04-13T21:51:45.742043+0000 mgr.y (mgr.14388) 106 : cluster 0 pgmap v77: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:50.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:49 smithi165 bash[21371]: cluster 2024-04-13T21:51:47.742762+0000 mgr.y (mgr.14388) 107 : cluster 0 pgmap v78: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:50.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:49 smithi165 bash[31269]: cluster 2024-04-13T21:51:47.742762+0000 mgr.y (mgr.14388) 107 : cluster 0 pgmap v78: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:50.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:49 smithi189 bash[23633]: cluster 2024-04-13T21:51:47.742762+0000 mgr.y (mgr.14388) 107 : cluster 0 pgmap v78: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:51.944 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:51:51.966 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:51 smithi165 bash[21371]: cluster 2024-04-13T21:51:49.743457+0000 mgr.y (mgr.14388) 108 : cluster 0 pgmap v79: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:51.966 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:51 smithi165 bash[31269]: cluster 2024-04-13T21:51:49.743457+0000 mgr.y (mgr.14388) 108 : cluster 0 pgmap v79: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:52.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:51 smithi189 bash[23633]: cluster 2024-04-13T21:51:49.743457+0000 mgr.y (mgr.14388) 108 : cluster 0 pgmap v79: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:52.810 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:51:52 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:51:52] "GET /metrics HTTP/1.1" 200 28580 "" "Prometheus/2.43.0" 2024-04-13T21:51:54.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:53 smithi165 bash[21371]: cluster 2024-04-13T21:51:51.744226+0000 mgr.y (mgr.14388) 109 : cluster 0 pgmap v80: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:54.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:53 smithi165 bash[31269]: cluster 2024-04-13T21:51:51.744226+0000 mgr.y (mgr.14388) 109 : cluster 0 pgmap v80: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:54.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:53 smithi189 bash[23633]: cluster 2024-04-13T21:51:51.744226+0000 mgr.y (mgr.14388) 109 : cluster 0 pgmap v80: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:56.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:55 smithi165 bash[21371]: cluster 2024-04-13T21:51:53.744913+0000 mgr.y (mgr.14388) 110 : cluster 0 pgmap v81: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:56.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:55 smithi165 bash[21371]: audit 2024-04-13T21:51:54.863640+0000 mon.c (mon.2) 75 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-04-13T21:51:56.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:55 smithi165 bash[21371]: audit 2024-04-13T21:51:54.864137+0000 mon.a (mon.0) 751 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-04-13T21:51:56.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:55 smithi165 bash[31269]: cluster 2024-04-13T21:51:53.744913+0000 mgr.y (mgr.14388) 110 : cluster 0 pgmap v81: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:56.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:55 smithi165 bash[31269]: audit 2024-04-13T21:51:54.863640+0000 mon.c (mon.2) 75 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-04-13T21:51:56.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:55 smithi165 bash[31269]: audit 2024-04-13T21:51:54.864137+0000 mon.a (mon.0) 751 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-04-13T21:51:56.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:55 smithi189 bash[23633]: cluster 2024-04-13T21:51:53.744913+0000 mgr.y (mgr.14388) 110 : cluster 0 pgmap v81: 9 pgs: 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:56.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:55 smithi189 bash[23633]: audit 2024-04-13T21:51:54.863640+0000 mon.c (mon.2) 75 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-04-13T21:51:56.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:55 smithi189 bash[23633]: audit 2024-04-13T21:51:54.864137+0000 mon.a (mon.0) 751 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-04-13T21:51:57.026 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:56 smithi165 bash[31269]: audit 2024-04-13T21:51:54.862715+0000 mgr.y (mgr.14388) 111 : audit 0 from='client.24470 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:51:57.026 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:56 smithi165 bash[31269]: audit 2024-04-13T21:51:55.687295+0000 mon.a (mon.0) 752 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-04-13T21:51:57.026 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:56 smithi165 bash[31269]: cluster 2024-04-13T21:51:55.687495+0000 mon.a (mon.0) 753 : cluster 0 osdmap e65: 8 total, 8 up, 8 in 2024-04-13T21:51:57.026 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:56 smithi165 bash[31269]: audit 2024-04-13T21:51:55.700425+0000 mon.c (mon.2) 76 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-04-13T21:51:57.026 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:56 smithi165 bash[31269]: audit 2024-04-13T21:51:55.702022+0000 mon.a (mon.0) 754 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-04-13T21:51:57.026 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:56 smithi165 bash[31269]: audit 2024-04-13T21:51:55.796043+0000 mon.c (mon.2) 77 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:51:57.026 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:56 smithi165 bash[21371]: audit 2024-04-13T21:51:54.862715+0000 mgr.y (mgr.14388) 111 : audit 0 from='client.24470 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:51:57.027 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:56 smithi165 bash[21371]: audit 2024-04-13T21:51:55.687295+0000 mon.a (mon.0) 752 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-04-13T21:51:57.027 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:56 smithi165 bash[21371]: cluster 2024-04-13T21:51:55.687495+0000 mon.a (mon.0) 753 : cluster 0 osdmap e65: 8 total, 8 up, 8 in 2024-04-13T21:51:57.027 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:56 smithi165 bash[21371]: audit 2024-04-13T21:51:55.700425+0000 mon.c (mon.2) 76 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-04-13T21:51:57.027 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:56 smithi165 bash[21371]: audit 2024-04-13T21:51:55.702022+0000 mon.a (mon.0) 754 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-04-13T21:51:57.027 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:56 smithi165 bash[21371]: audit 2024-04-13T21:51:55.796043+0000 mon.c (mon.2) 77 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:51:57.027 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:56 smithi165 bash[21371]: debug 2024-04-13T21:51:56.727+0000 7f6f887ed700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-13T21:51:57.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:56 smithi189 bash[23633]: audit 2024-04-13T21:51:54.862715+0000 mgr.y (mgr.14388) 111 : audit 0 from='client.24470 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:51:57.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:56 smithi189 bash[23633]: audit 2024-04-13T21:51:55.687295+0000 mon.a (mon.0) 752 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-04-13T21:51:57.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:56 smithi189 bash[23633]: cluster 2024-04-13T21:51:55.687495+0000 mon.a (mon.0) 753 : cluster 0 osdmap e65: 8 total, 8 up, 8 in 2024-04-13T21:51:57.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:56 smithi189 bash[23633]: audit 2024-04-13T21:51:55.700425+0000 mon.c (mon.2) 76 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-04-13T21:51:57.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:56 smithi189 bash[23633]: audit 2024-04-13T21:51:55.702022+0000 mon.a (mon.0) 754 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-04-13T21:51:57.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:56 smithi189 bash[23633]: audit 2024-04-13T21:51:55.796043+0000 mon.c (mon.2) 77 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:51:58.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[21371]: cluster 2024-04-13T21:51:55.745590+0000 mgr.y (mgr.14388) 112 : cluster 0 pgmap v83: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:58.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[21371]: cluster 2024-04-13T21:51:56.679928+0000 mon.a (mon.0) 755 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T21:51:58.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[21371]: audit 2024-04-13T21:51:56.703886+0000 mon.a (mon.0) 756 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-04-13T21:51:58.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[21371]: cluster 2024-04-13T21:51:56.704117+0000 mon.a (mon.0) 757 : cluster 0 osdmap e66: 8 total, 8 up, 8 in 2024-04-13T21:51:58.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[21371]: audit 2024-04-13T21:51:56.724442+0000 mon.c (mon.2) 78 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-04-13T21:51:58.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[21371]: audit 2024-04-13T21:51:56.728882+0000 mon.a (mon.0) 758 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-04-13T21:51:58.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[21371]: cluster 2024-04-13T21:51:56.731045+0000 mon.a (mon.0) 759 : cluster 4 Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-13T21:51:58.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[21371]: cluster 2024-04-13T21:51:56.732967+0000 mon.a (mon.0) 760 : cluster 3 Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-13T21:51:58.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[21371]: cluster 2024-04-13T21:51:56.766176+0000 mon.a (mon.0) 761 : cluster 0 osdmap e67: 8 total, 8 up, 8 in 2024-04-13T21:51:58.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[21371]: audit 2024-04-13T21:51:56.766838+0000 mon.a (mon.0) 762 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-04-13T21:51:58.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[21371]: cluster 2024-04-13T21:51:56.768704+0000 mon.a (mon.0) 763 : cluster 0 fsmap foo:0 2024-04-13T21:51:58.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[21371]: audit 2024-04-13T21:51:56.779672+0000 mon.a (mon.0) 764 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:51:58.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[21371]: audit 2024-04-13T21:51:56.824081+0000 mon.c (mon.2) 79 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:51:58.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[21371]: audit 2024-04-13T21:51:56.826093+0000 mon.c (mon.2) 80 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:51:58.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[21371]: audit 2024-04-13T21:51:56.827100+0000 mon.c (mon.2) 81 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:51:58.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[21371]: audit 2024-04-13T21:51:56.833753+0000 mon.a (mon.0) 765 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:51:58.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[21371]: audit 2024-04-13T21:51:56.840855+0000 mon.c (mon.2) 82 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi165.sviubw", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T21:51:58.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[21371]: audit 2024-04-13T21:51:56.841499+0000 mon.a (mon.0) 766 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi165.sviubw", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T21:51:58.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[21371]: audit 2024-04-13T21:51:56.847587+0000 mon.a (mon.0) 767 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi165.sviubw", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-13T21:51:58.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[21371]: audit 2024-04-13T21:51:56.850884+0000 mon.c (mon.2) 83 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:51:58.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[31269]: cluster 2024-04-13T21:51:55.745590+0000 mgr.y (mgr.14388) 112 : cluster 0 pgmap v83: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:58.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[31269]: cluster 2024-04-13T21:51:56.679928+0000 mon.a (mon.0) 755 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T21:51:58.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[31269]: audit 2024-04-13T21:51:56.703886+0000 mon.a (mon.0) 756 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-04-13T21:51:58.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[31269]: cluster 2024-04-13T21:51:56.704117+0000 mon.a (mon.0) 757 : cluster 0 osdmap e66: 8 total, 8 up, 8 in 2024-04-13T21:51:58.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[31269]: audit 2024-04-13T21:51:56.724442+0000 mon.c (mon.2) 78 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-04-13T21:51:58.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[31269]: audit 2024-04-13T21:51:56.728882+0000 mon.a (mon.0) 758 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-04-13T21:51:58.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[31269]: cluster 2024-04-13T21:51:56.731045+0000 mon.a (mon.0) 759 : cluster 4 Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-13T21:51:58.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[31269]: cluster 2024-04-13T21:51:56.732967+0000 mon.a (mon.0) 760 : cluster 3 Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-13T21:51:58.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[31269]: cluster 2024-04-13T21:51:56.766176+0000 mon.a (mon.0) 761 : cluster 0 osdmap e67: 8 total, 8 up, 8 in 2024-04-13T21:51:58.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[31269]: audit 2024-04-13T21:51:56.766838+0000 mon.a (mon.0) 762 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-04-13T21:51:58.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[31269]: cluster 2024-04-13T21:51:56.768704+0000 mon.a (mon.0) 763 : cluster 0 fsmap foo:0 2024-04-13T21:51:58.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[31269]: audit 2024-04-13T21:51:56.779672+0000 mon.a (mon.0) 764 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:51:58.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[31269]: audit 2024-04-13T21:51:56.824081+0000 mon.c (mon.2) 79 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:51:58.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[31269]: audit 2024-04-13T21:51:56.826093+0000 mon.c (mon.2) 80 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:51:58.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[31269]: audit 2024-04-13T21:51:56.827100+0000 mon.c (mon.2) 81 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:51:58.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[31269]: audit 2024-04-13T21:51:56.833753+0000 mon.a (mon.0) 765 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:51:58.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[31269]: audit 2024-04-13T21:51:56.840855+0000 mon.c (mon.2) 82 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi165.sviubw", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T21:51:58.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[31269]: audit 2024-04-13T21:51:56.841499+0000 mon.a (mon.0) 766 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi165.sviubw", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T21:51:58.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[31269]: audit 2024-04-13T21:51:56.847587+0000 mon.a (mon.0) 767 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi165.sviubw", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-13T21:51:58.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:57 smithi165 bash[31269]: audit 2024-04-13T21:51:56.850884+0000 mon.c (mon.2) 83 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:51:58.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:57 smithi189 bash[23633]: cluster 2024-04-13T21:51:55.745590+0000 mgr.y (mgr.14388) 112 : cluster 0 pgmap v83: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:58.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:57 smithi189 bash[23633]: cluster 2024-04-13T21:51:56.679928+0000 mon.a (mon.0) 755 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-13T21:51:58.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:57 smithi189 bash[23633]: audit 2024-04-13T21:51:56.703886+0000 mon.a (mon.0) 756 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-04-13T21:51:58.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:57 smithi189 bash[23633]: cluster 2024-04-13T21:51:56.704117+0000 mon.a (mon.0) 757 : cluster 0 osdmap e66: 8 total, 8 up, 8 in 2024-04-13T21:51:58.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:57 smithi189 bash[23633]: audit 2024-04-13T21:51:56.724442+0000 mon.c (mon.2) 78 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-04-13T21:51:58.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:57 smithi189 bash[23633]: audit 2024-04-13T21:51:56.728882+0000 mon.a (mon.0) 758 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-04-13T21:51:58.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:57 smithi189 bash[23633]: cluster 2024-04-13T21:51:56.731045+0000 mon.a (mon.0) 759 : cluster 4 Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-13T21:51:58.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:57 smithi189 bash[23633]: cluster 2024-04-13T21:51:56.732967+0000 mon.a (mon.0) 760 : cluster 3 Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-13T21:51:58.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:57 smithi189 bash[23633]: cluster 2024-04-13T21:51:56.766176+0000 mon.a (mon.0) 761 : cluster 0 osdmap e67: 8 total, 8 up, 8 in 2024-04-13T21:51:58.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:57 smithi189 bash[23633]: audit 2024-04-13T21:51:56.766838+0000 mon.a (mon.0) 762 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-04-13T21:51:58.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:57 smithi189 bash[23633]: cluster 2024-04-13T21:51:56.768704+0000 mon.a (mon.0) 763 : cluster 0 fsmap foo:0 2024-04-13T21:51:58.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:57 smithi189 bash[23633]: audit 2024-04-13T21:51:56.779672+0000 mon.a (mon.0) 764 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:51:58.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:57 smithi189 bash[23633]: audit 2024-04-13T21:51:56.824081+0000 mon.c (mon.2) 79 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:51:58.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:57 smithi189 bash[23633]: audit 2024-04-13T21:51:56.826093+0000 mon.c (mon.2) 80 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:51:58.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:57 smithi189 bash[23633]: audit 2024-04-13T21:51:56.827100+0000 mon.c (mon.2) 81 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:51:58.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:57 smithi189 bash[23633]: audit 2024-04-13T21:51:56.833753+0000 mon.a (mon.0) 765 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:51:58.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:57 smithi189 bash[23633]: audit 2024-04-13T21:51:56.840855+0000 mon.c (mon.2) 82 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi165.sviubw", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T21:51:58.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:57 smithi189 bash[23633]: audit 2024-04-13T21:51:56.841499+0000 mon.a (mon.0) 766 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi165.sviubw", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T21:51:58.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:57 smithi189 bash[23633]: audit 2024-04-13T21:51:56.847587+0000 mon.a (mon.0) 767 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi165.sviubw", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-13T21:51:58.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:57 smithi189 bash[23633]: audit 2024-04-13T21:51:56.850884+0000 mon.c (mon.2) 83 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:51:58.342 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2024-04-13T21:51:58.975 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:58 smithi165 bash[21371]: cephadm 2024-04-13T21:51:56.772886+0000 mgr.y (mgr.14388) 113 : cephadm 1 Saving service mds.foo spec with placement count:2 2024-04-13T21:51:58.975 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:58 smithi165 bash[21371]: cephadm 2024-04-13T21:51:56.851957+0000 mgr.y (mgr.14388) 114 : cephadm 1 Deploying daemon mds.foo.smithi165.sviubw on smithi165 2024-04-13T21:51:58.975 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:58 smithi165 bash[21371]: cluster 2024-04-13T21:51:57.757912+0000 mon.a (mon.0) 768 : cluster 0 osdmap e68: 8 total, 8 up, 8 in 2024-04-13T21:51:58.975 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:58 smithi165 bash[31269]: cephadm 2024-04-13T21:51:56.772886+0000 mgr.y (mgr.14388) 113 : cephadm 1 Saving service mds.foo spec with placement count:2 2024-04-13T21:51:58.975 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:58 smithi165 bash[31269]: cephadm 2024-04-13T21:51:56.851957+0000 mgr.y (mgr.14388) 114 : cephadm 1 Deploying daemon mds.foo.smithi165.sviubw on smithi165 2024-04-13T21:51:58.975 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:58 smithi165 bash[31269]: cluster 2024-04-13T21:51:57.757912+0000 mon.a (mon.0) 768 : cluster 0 osdmap e68: 8 total, 8 up, 8 in 2024-04-13T21:51:59.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:58 smithi189 bash[23633]: cephadm 2024-04-13T21:51:56.772886+0000 mgr.y (mgr.14388) 113 : cephadm 1 Saving service mds.foo spec with placement count:2 2024-04-13T21:51:59.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:58 smithi189 bash[23633]: cephadm 2024-04-13T21:51:56.851957+0000 mgr.y (mgr.14388) 114 : cephadm 1 Deploying daemon mds.foo.smithi165.sviubw on smithi165 2024-04-13T21:51:59.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:58 smithi189 bash[23633]: cluster 2024-04-13T21:51:57.757912+0000 mon.a (mon.0) 768 : cluster 0 osdmap e68: 8 total, 8 up, 8 in 2024-04-13T21:51:59.928 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 21:51:59 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:51:59.928 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 21:51:59 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:51:59.928 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:51:59 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:51:59.929 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 21:51:59 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:51:59.929 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:59 smithi165 bash[21371]: cluster 2024-04-13T21:51:57.746262+0000 mgr.y (mgr.14388) 115 : cluster 0 pgmap v86: 73 pgs: 25 creating+peering, 2 active, 19 creating+activating, 20 active+clean, 7 unknown; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:59.929 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:59 smithi165 bash[21371]: cluster 2024-04-13T21:51:58.695496+0000 mon.a (mon.0) 769 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T21:51:59.929 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:59 smithi165 bash[21371]: cluster 2024-04-13T21:51:58.755566+0000 mon.a (mon.0) 770 : cluster 0 osdmap e69: 8 total, 8 up, 8 in 2024-04-13T21:51:59.929 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:51:59 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:51:59.930 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 21:51:59 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:51:59.930 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:51:59 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:51:59.930 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:59 smithi165 bash[31269]: cluster 2024-04-13T21:51:57.746262+0000 mgr.y (mgr.14388) 115 : cluster 0 pgmap v86: 73 pgs: 25 creating+peering, 2 active, 19 creating+activating, 20 active+clean, 7 unknown; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:51:59.930 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:59 smithi165 bash[31269]: cluster 2024-04-13T21:51:58.695496+0000 mon.a (mon.0) 769 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T21:51:59.930 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:59 smithi165 bash[31269]: cluster 2024-04-13T21:51:58.755566+0000 mon.a (mon.0) 770 : cluster 0 osdmap e69: 8 total, 8 up, 8 in 2024-04-13T21:51:59.931 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:51:59 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:51:59.931 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:51:59 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:52:00.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:59 smithi189 bash[23633]: cluster 2024-04-13T21:51:57.746262+0000 mgr.y (mgr.14388) 115 : cluster 0 pgmap v86: 73 pgs: 25 creating+peering, 2 active, 19 creating+activating, 20 active+clean, 7 unknown; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:00.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:59 smithi189 bash[23633]: cluster 2024-04-13T21:51:58.695496+0000 mon.a (mon.0) 769 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-13T21:52:00.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:51:59 smithi189 bash[23633]: cluster 2024-04-13T21:51:58.755566+0000 mon.a (mon.0) 770 : cluster 0 osdmap e69: 8 total, 8 up, 8 in 2024-04-13T21:52:00.216 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:00 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:52:00.216 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:52:00 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:52:00.216 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 21:52:00 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:52:00.217 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 21:52:00 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:52:00.217 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 21:52:00 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:52:00.217 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:52:00 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:52:00.218 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 21:52:00 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:52:00.218 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:52:00 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:52:00.218 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:00 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:52:01.460 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:01 smithi189 bash[23633]: cluster 2024-04-13T21:51:59.747012+0000 mgr.y (mgr.14388) 116 : cluster 0 pgmap v89: 73 pgs: 25 creating+peering, 2 active, 19 creating+activating, 20 active+clean, 7 unknown; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:01.460 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:01 smithi189 bash[23633]: audit 2024-04-13T21:52:00.218557+0000 mon.a (mon.0) 771 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:01.460 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:01 smithi189 bash[23633]: audit 2024-04-13T21:52:00.226749+0000 mon.a (mon.0) 772 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:01.460 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:01 smithi189 bash[23633]: audit 2024-04-13T21:52:00.277828+0000 mon.a (mon.0) 773 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:01.460 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:01 smithi189 bash[23633]: audit 2024-04-13T21:52:00.278678+0000 mon.c (mon.2) 84 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi189.nwqqrx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T21:52:01.460 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:01 smithi189 bash[23633]: audit 2024-04-13T21:52:00.278983+0000 mon.a (mon.0) 774 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi189.nwqqrx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T21:52:01.461 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:01 smithi189 bash[23633]: audit 2024-04-13T21:52:00.283067+0000 mon.a (mon.0) 775 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi189.nwqqrx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-13T21:52:01.461 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:01 smithi189 bash[23633]: audit 2024-04-13T21:52:00.283894+0000 mon.c (mon.2) 85 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:52:01.461 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:01 smithi189 bash[23633]: cephadm 2024-04-13T21:52:00.284691+0000 mgr.y (mgr.14388) 117 : cephadm 1 Deploying daemon mds.foo.smithi189.nwqqrx on smithi189 2024-04-13T21:52:01.560 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:01 smithi165 bash[31269]: cluster 2024-04-13T21:51:59.747012+0000 mgr.y (mgr.14388) 116 : cluster 0 pgmap v89: 73 pgs: 25 creating+peering, 2 active, 19 creating+activating, 20 active+clean, 7 unknown; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:01.560 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:01 smithi165 bash[31269]: audit 2024-04-13T21:52:00.218557+0000 mon.a (mon.0) 771 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:01.560 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:01 smithi165 bash[31269]: audit 2024-04-13T21:52:00.226749+0000 mon.a (mon.0) 772 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:01.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:01 smithi165 bash[31269]: audit 2024-04-13T21:52:00.277828+0000 mon.a (mon.0) 773 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:01.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:01 smithi165 bash[31269]: audit 2024-04-13T21:52:00.278678+0000 mon.c (mon.2) 84 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi189.nwqqrx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T21:52:01.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:01 smithi165 bash[31269]: audit 2024-04-13T21:52:00.278983+0000 mon.a (mon.0) 774 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi189.nwqqrx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T21:52:01.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:01 smithi165 bash[31269]: audit 2024-04-13T21:52:00.283067+0000 mon.a (mon.0) 775 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi189.nwqqrx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-13T21:52:01.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:01 smithi165 bash[31269]: audit 2024-04-13T21:52:00.283894+0000 mon.c (mon.2) 85 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:52:01.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:01 smithi165 bash[31269]: cephadm 2024-04-13T21:52:00.284691+0000 mgr.y (mgr.14388) 117 : cephadm 1 Deploying daemon mds.foo.smithi189.nwqqrx on smithi189 2024-04-13T21:52:01.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:01 smithi165 bash[21371]: cluster 2024-04-13T21:51:59.747012+0000 mgr.y (mgr.14388) 116 : cluster 0 pgmap v89: 73 pgs: 25 creating+peering, 2 active, 19 creating+activating, 20 active+clean, 7 unknown; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:01.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:01 smithi165 bash[21371]: audit 2024-04-13T21:52:00.218557+0000 mon.a (mon.0) 771 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:01.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:01 smithi165 bash[21371]: audit 2024-04-13T21:52:00.226749+0000 mon.a (mon.0) 772 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:01.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:01 smithi165 bash[21371]: audit 2024-04-13T21:52:00.277828+0000 mon.a (mon.0) 773 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:01.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:01 smithi165 bash[21371]: audit 2024-04-13T21:52:00.278678+0000 mon.c (mon.2) 84 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi189.nwqqrx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T21:52:01.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:01 smithi165 bash[21371]: audit 2024-04-13T21:52:00.278983+0000 mon.a (mon.0) 774 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi189.nwqqrx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T21:52:01.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:01 smithi165 bash[21371]: audit 2024-04-13T21:52:00.283067+0000 mon.a (mon.0) 775 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi189.nwqqrx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-13T21:52:01.562 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:01 smithi165 bash[21371]: audit 2024-04-13T21:52:00.283894+0000 mon.c (mon.2) 85 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:52:01.562 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:01 smithi165 bash[21371]: cephadm 2024-04-13T21:52:00.284691+0000 mgr.y (mgr.14388) 117 : cephadm 1 Deploying daemon mds.foo.smithi189.nwqqrx on smithi189 2024-04-13T21:52:02.468 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 21:52:02 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:52:02.469 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 21:52:02 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:52:02.469 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:52:02 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:52:02.469 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:52:02 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:52:02.469 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:52:02 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:52:02.470 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 21:52:02 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:52:02.470 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 21:52:02 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:52:02.470 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:52:02 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:52:02.470 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:02 smithi189 bash[23633]: cluster 2024-04-13T21:52:01.593400+0000 mon.a (mon.0) 776 : cluster 1 daemon mds.foo.smithi165.sviubw assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-04-13T21:52:02.471 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:02 smithi189 bash[23633]: cluster 2024-04-13T21:52:01.593597+0000 mon.a (mon.0) 777 : cluster 1 Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-13T21:52:02.471 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:02 smithi189 bash[23633]: cluster 2024-04-13T21:52:01.593642+0000 mon.a (mon.0) 778 : cluster 1 Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-13T21:52:02.471 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:02 smithi189 bash[23633]: cluster 2024-04-13T21:52:01.593668+0000 mon.a (mon.0) 779 : cluster 1 Cluster is now healthy 2024-04-13T21:52:02.471 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:02 smithi189 bash[23633]: cluster 2024-04-13T21:52:01.600734+0000 mon.a (mon.0) 780 : cluster 0 mds.? [v2:172.21.15.165:6834/2800630388,v1:172.21.15.165:6835/2800630388] up:boot 2024-04-13T21:52:02.471 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:02 smithi189 bash[23633]: audit 2024-04-13T21:52:01.600744+0000 mon.c (mon.2) 86 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi165.sviubw"}]: dispatch 2024-04-13T21:52:02.471 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:02 smithi189 bash[23633]: cluster 2024-04-13T21:52:01.600813+0000 mon.a (mon.0) 781 : cluster 0 fsmap foo:1 {0=foo.smithi165.sviubw=up:creating} 2024-04-13T21:52:02.471 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:02 smithi189 bash[23633]: cluster 2024-04-13T21:52:01.618569+0000 mon.a (mon.0) 782 : cluster 1 daemon mds.foo.smithi165.sviubw is now active in filesystem foo as rank 0 2024-04-13T21:52:02.471 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:02 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:52:02.560 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:52:02 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:52:02] "GET /metrics HTTP/1.1" 200 30868 "" "Prometheus/2.43.0" 2024-04-13T21:52:02.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:02 smithi165 bash[21371]: cluster 2024-04-13T21:52:01.593400+0000 mon.a (mon.0) 776 : cluster 1 daemon mds.foo.smithi165.sviubw assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-04-13T21:52:02.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:02 smithi165 bash[21371]: cluster 2024-04-13T21:52:01.593597+0000 mon.a (mon.0) 777 : cluster 1 Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-13T21:52:02.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:02 smithi165 bash[21371]: cluster 2024-04-13T21:52:01.593642+0000 mon.a (mon.0) 778 : cluster 1 Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-13T21:52:02.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:02 smithi165 bash[21371]: cluster 2024-04-13T21:52:01.593668+0000 mon.a (mon.0) 779 : cluster 1 Cluster is now healthy 2024-04-13T21:52:02.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:02 smithi165 bash[21371]: cluster 2024-04-13T21:52:01.600734+0000 mon.a (mon.0) 780 : cluster 0 mds.? [v2:172.21.15.165:6834/2800630388,v1:172.21.15.165:6835/2800630388] up:boot 2024-04-13T21:52:02.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:02 smithi165 bash[21371]: audit 2024-04-13T21:52:01.600744+0000 mon.c (mon.2) 86 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi165.sviubw"}]: dispatch 2024-04-13T21:52:02.560 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:02 smithi165 bash[21371]: cluster 2024-04-13T21:52:01.600813+0000 mon.a (mon.0) 781 : cluster 0 fsmap foo:1 {0=foo.smithi165.sviubw=up:creating} 2024-04-13T21:52:02.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:02 smithi165 bash[21371]: cluster 2024-04-13T21:52:01.618569+0000 mon.a (mon.0) 782 : cluster 1 daemon mds.foo.smithi165.sviubw is now active in filesystem foo as rank 0 2024-04-13T21:52:02.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:02 smithi165 bash[31269]: cluster 2024-04-13T21:52:01.593400+0000 mon.a (mon.0) 776 : cluster 1 daemon mds.foo.smithi165.sviubw assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-04-13T21:52:02.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:02 smithi165 bash[31269]: cluster 2024-04-13T21:52:01.593597+0000 mon.a (mon.0) 777 : cluster 1 Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-13T21:52:02.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:02 smithi165 bash[31269]: cluster 2024-04-13T21:52:01.593642+0000 mon.a (mon.0) 778 : cluster 1 Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-13T21:52:02.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:02 smithi165 bash[31269]: cluster 2024-04-13T21:52:01.593668+0000 mon.a (mon.0) 779 : cluster 1 Cluster is now healthy 2024-04-13T21:52:02.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:02 smithi165 bash[31269]: cluster 2024-04-13T21:52:01.600734+0000 mon.a (mon.0) 780 : cluster 0 mds.? [v2:172.21.15.165:6834/2800630388,v1:172.21.15.165:6835/2800630388] up:boot 2024-04-13T21:52:02.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:02 smithi165 bash[31269]: audit 2024-04-13T21:52:01.600744+0000 mon.c (mon.2) 86 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi165.sviubw"}]: dispatch 2024-04-13T21:52:02.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:02 smithi165 bash[31269]: cluster 2024-04-13T21:52:01.600813+0000 mon.a (mon.0) 781 : cluster 0 fsmap foo:1 {0=foo.smithi165.sviubw=up:creating} 2024-04-13T21:52:02.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:02 smithi165 bash[31269]: cluster 2024-04-13T21:52:01.618569+0000 mon.a (mon.0) 782 : cluster 1 daemon mds.foo.smithi165.sviubw is now active in filesystem foo as rank 0 2024-04-13T21:52:02.732 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:02 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:52:02.733 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:52:02 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:52:02.733 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 21:52:02 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:52:02.733 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 21:52:02 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:52:02.733 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 21:52:02 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:52:02.734 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:52:02 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:52:02.734 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:52:02 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:52:02.734 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:52:02 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:52:02.734 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 21:52:02 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:52:03.069 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:52:04.042 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:03 smithi165 bash[21371]: cluster 2024-04-13T21:52:01.748054+0000 mgr.y (mgr.14388) 118 : cluster 0 pgmap v90: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 2.8 KiB/s wr, 8 op/s 2024-04-13T21:52:04.042 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:03 smithi165 bash[21371]: cluster 2024-04-13T21:52:02.605931+0000 mon.a (mon.0) 783 : cluster 0 mds.? [v2:172.21.15.165:6834/2800630388,v1:172.21.15.165:6835/2800630388] up:active 2024-04-13T21:52:04.042 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:03 smithi165 bash[21371]: cluster 2024-04-13T21:52:02.605994+0000 mon.a (mon.0) 784 : cluster 0 fsmap foo:1 {0=foo.smithi165.sviubw=up:active} 2024-04-13T21:52:04.043 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:03 smithi165 bash[21371]: audit 2024-04-13T21:52:02.786651+0000 mon.a (mon.0) 785 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:04.043 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:03 smithi165 bash[21371]: audit 2024-04-13T21:52:02.802603+0000 mon.a (mon.0) 786 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:04.043 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:03 smithi165 bash[21371]: audit 2024-04-13T21:52:02.862260+0000 mon.a (mon.0) 787 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:04.043 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:03 smithi165 bash[21371]: audit 2024-04-13T21:52:02.875624+0000 mon.a (mon.0) 788 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:04.043 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:03 smithi165 bash[21371]: audit 2024-04-13T21:52:02.888226+0000 mon.a (mon.0) 789 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:04.043 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:03 smithi165 bash[21371]: audit 2024-04-13T21:52:02.955082+0000 mon.c (mon.2) 87 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:52:04.043 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:03 smithi165 bash[31269]: cluster 2024-04-13T21:52:01.748054+0000 mgr.y (mgr.14388) 118 : cluster 0 pgmap v90: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 2.8 KiB/s wr, 8 op/s 2024-04-13T21:52:04.043 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:03 smithi165 bash[31269]: cluster 2024-04-13T21:52:02.605931+0000 mon.a (mon.0) 783 : cluster 0 mds.? [v2:172.21.15.165:6834/2800630388,v1:172.21.15.165:6835/2800630388] up:active 2024-04-13T21:52:04.043 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:03 smithi165 bash[31269]: cluster 2024-04-13T21:52:02.605994+0000 mon.a (mon.0) 784 : cluster 0 fsmap foo:1 {0=foo.smithi165.sviubw=up:active} 2024-04-13T21:52:04.043 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:03 smithi165 bash[31269]: audit 2024-04-13T21:52:02.786651+0000 mon.a (mon.0) 785 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:04.043 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:03 smithi165 bash[31269]: audit 2024-04-13T21:52:02.802603+0000 mon.a (mon.0) 786 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:04.043 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:03 smithi165 bash[31269]: audit 2024-04-13T21:52:02.862260+0000 mon.a (mon.0) 787 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:04.043 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:03 smithi165 bash[31269]: audit 2024-04-13T21:52:02.875624+0000 mon.a (mon.0) 788 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:04.044 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:03 smithi165 bash[31269]: audit 2024-04-13T21:52:02.888226+0000 mon.a (mon.0) 789 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:04.044 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:03 smithi165 bash[31269]: audit 2024-04-13T21:52:02.955082+0000 mon.c (mon.2) 87 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:52:04.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:03 smithi189 bash[23633]: cluster 2024-04-13T21:52:01.748054+0000 mgr.y (mgr.14388) 118 : cluster 0 pgmap v90: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 2.8 KiB/s wr, 8 op/s 2024-04-13T21:52:04.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:03 smithi189 bash[23633]: cluster 2024-04-13T21:52:02.605931+0000 mon.a (mon.0) 783 : cluster 0 mds.? [v2:172.21.15.165:6834/2800630388,v1:172.21.15.165:6835/2800630388] up:active 2024-04-13T21:52:04.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:03 smithi189 bash[23633]: cluster 2024-04-13T21:52:02.605994+0000 mon.a (mon.0) 784 : cluster 0 fsmap foo:1 {0=foo.smithi165.sviubw=up:active} 2024-04-13T21:52:04.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:03 smithi189 bash[23633]: audit 2024-04-13T21:52:02.786651+0000 mon.a (mon.0) 785 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:04.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:03 smithi189 bash[23633]: audit 2024-04-13T21:52:02.802603+0000 mon.a (mon.0) 786 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:04.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:03 smithi189 bash[23633]: audit 2024-04-13T21:52:02.862260+0000 mon.a (mon.0) 787 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:04.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:03 smithi189 bash[23633]: audit 2024-04-13T21:52:02.875624+0000 mon.a (mon.0) 788 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:04.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:03 smithi189 bash[23633]: audit 2024-04-13T21:52:02.888226+0000 mon.a (mon.0) 789 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:04.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:03 smithi189 bash[23633]: audit 2024-04-13T21:52:02.955082+0000 mon.c (mon.2) 87 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:52:06.043 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:05 smithi165 bash[21371]: cluster 2024-04-13T21:52:03.748600+0000 mgr.y (mgr.14388) 119 : cluster 0 pgmap v91: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 2 KiB/s wr, 6 op/s 2024-04-13T21:52:06.043 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:05 smithi165 bash[21371]: cluster 2024-04-13T21:52:04.617767+0000 mon.a (mon.0) 790 : cluster 0 mds.? [v2:172.21.15.189:6832/4211274938,v1:172.21.15.189:6833/4211274938] up:boot 2024-04-13T21:52:06.043 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:05 smithi165 bash[21371]: cluster 2024-04-13T21:52:04.617834+0000 mon.a (mon.0) 791 : cluster 1 Dropping low affinity active daemon mds.foo.smithi165.sviubw in favor of higher affinity standby. 2024-04-13T21:52:06.043 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:05 smithi165 bash[21371]: cluster 2024-04-13T21:52:04.617864+0000 mon.a (mon.0) 792 : cluster 3 Replacing daemon mds.foo.smithi165.sviubw as rank 0 with standby daemon mds.foo.smithi189.nwqqrx 2024-04-13T21:52:06.043 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:05 smithi165 bash[21371]: cluster 2024-04-13T21:52:04.618644+0000 mon.a (mon.0) 793 : cluster 3 Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-13T21:52:06.043 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:05 smithi165 bash[21371]: cluster 2024-04-13T21:52:04.618680+0000 mon.a (mon.0) 794 : cluster 3 Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY) 2024-04-13T21:52:06.043 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:05 smithi165 bash[21371]: cluster 2024-04-13T21:52:04.618724+0000 mon.a (mon.0) 795 : cluster 0 fsmap foo:1 {0=foo.smithi165.sviubw=up:active} 1 up:standby 2024-04-13T21:52:06.044 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:05 smithi165 bash[21371]: audit 2024-04-13T21:52:04.621373+0000 mon.c (mon.2) 88 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi189.nwqqrx"}]: dispatch 2024-04-13T21:52:06.044 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:05 smithi165 bash[21371]: cluster 2024-04-13T21:52:04.630471+0000 mon.a (mon.0) 796 : cluster 0 osdmap e70: 8 total, 8 up, 8 in 2024-04-13T21:52:06.044 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:05 smithi165 bash[21371]: cluster 2024-04-13T21:52:04.636411+0000 mon.a (mon.0) 797 : cluster 0 fsmap foo:1/1 {0=foo.smithi189.nwqqrx=up:replay} 2024-04-13T21:52:06.044 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:05 smithi165 bash[31269]: cluster 2024-04-13T21:52:03.748600+0000 mgr.y (mgr.14388) 119 : cluster 0 pgmap v91: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 2 KiB/s wr, 6 op/s 2024-04-13T21:52:06.044 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:05 smithi165 bash[31269]: cluster 2024-04-13T21:52:04.617767+0000 mon.a (mon.0) 790 : cluster 0 mds.? [v2:172.21.15.189:6832/4211274938,v1:172.21.15.189:6833/4211274938] up:boot 2024-04-13T21:52:06.044 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:05 smithi165 bash[31269]: cluster 2024-04-13T21:52:04.617834+0000 mon.a (mon.0) 791 : cluster 1 Dropping low affinity active daemon mds.foo.smithi165.sviubw in favor of higher affinity standby. 2024-04-13T21:52:06.044 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:05 smithi165 bash[31269]: cluster 2024-04-13T21:52:04.617864+0000 mon.a (mon.0) 792 : cluster 3 Replacing daemon mds.foo.smithi165.sviubw as rank 0 with standby daemon mds.foo.smithi189.nwqqrx 2024-04-13T21:52:06.044 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:05 smithi165 bash[31269]: cluster 2024-04-13T21:52:04.618644+0000 mon.a (mon.0) 793 : cluster 3 Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-13T21:52:06.044 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:05 smithi165 bash[31269]: cluster 2024-04-13T21:52:04.618680+0000 mon.a (mon.0) 794 : cluster 3 Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY) 2024-04-13T21:52:06.044 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:05 smithi165 bash[31269]: cluster 2024-04-13T21:52:04.618724+0000 mon.a (mon.0) 795 : cluster 0 fsmap foo:1 {0=foo.smithi165.sviubw=up:active} 1 up:standby 2024-04-13T21:52:06.044 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:05 smithi165 bash[31269]: audit 2024-04-13T21:52:04.621373+0000 mon.c (mon.2) 88 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi189.nwqqrx"}]: dispatch 2024-04-13T21:52:06.044 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:05 smithi165 bash[31269]: cluster 2024-04-13T21:52:04.630471+0000 mon.a (mon.0) 796 : cluster 0 osdmap e70: 8 total, 8 up, 8 in 2024-04-13T21:52:06.044 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:05 smithi165 bash[31269]: cluster 2024-04-13T21:52:04.636411+0000 mon.a (mon.0) 797 : cluster 0 fsmap foo:1/1 {0=foo.smithi189.nwqqrx=up:replay} 2024-04-13T21:52:06.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:05 smithi189 bash[23633]: cluster 2024-04-13T21:52:03.748600+0000 mgr.y (mgr.14388) 119 : cluster 0 pgmap v91: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 2 KiB/s wr, 6 op/s 2024-04-13T21:52:06.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:05 smithi189 bash[23633]: cluster 2024-04-13T21:52:04.617767+0000 mon.a (mon.0) 790 : cluster 0 mds.? [v2:172.21.15.189:6832/4211274938,v1:172.21.15.189:6833/4211274938] up:boot 2024-04-13T21:52:06.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:05 smithi189 bash[23633]: cluster 2024-04-13T21:52:04.617834+0000 mon.a (mon.0) 791 : cluster 1 Dropping low affinity active daemon mds.foo.smithi165.sviubw in favor of higher affinity standby. 2024-04-13T21:52:06.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:05 smithi189 bash[23633]: cluster 2024-04-13T21:52:04.617864+0000 mon.a (mon.0) 792 : cluster 3 Replacing daemon mds.foo.smithi165.sviubw as rank 0 with standby daemon mds.foo.smithi189.nwqqrx 2024-04-13T21:52:06.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:05 smithi189 bash[23633]: cluster 2024-04-13T21:52:04.618644+0000 mon.a (mon.0) 793 : cluster 3 Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-13T21:52:06.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:05 smithi189 bash[23633]: cluster 2024-04-13T21:52:04.618680+0000 mon.a (mon.0) 794 : cluster 3 Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY) 2024-04-13T21:52:06.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:05 smithi189 bash[23633]: cluster 2024-04-13T21:52:04.618724+0000 mon.a (mon.0) 795 : cluster 0 fsmap foo:1 {0=foo.smithi165.sviubw=up:active} 1 up:standby 2024-04-13T21:52:06.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:05 smithi189 bash[23633]: audit 2024-04-13T21:52:04.621373+0000 mon.c (mon.2) 88 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi189.nwqqrx"}]: dispatch 2024-04-13T21:52:06.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:05 smithi189 bash[23633]: cluster 2024-04-13T21:52:04.630471+0000 mon.a (mon.0) 796 : cluster 0 osdmap e70: 8 total, 8 up, 8 in 2024-04-13T21:52:06.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:05 smithi189 bash[23633]: cluster 2024-04-13T21:52:04.636411+0000 mon.a (mon.0) 797 : cluster 0 fsmap foo:1/1 {0=foo.smithi189.nwqqrx=up:replay} 2024-04-13T21:52:06.763 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2024-04-13T21:52:07.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:06 smithi165 bash[21371]: cluster 2024-04-13T21:52:05.634130+0000 mon.a (mon.0) 798 : cluster 1 Health check cleared: MDS_INSUFFICIENT_STANDBY (was: insufficient standby MDS daemons available) 2024-04-13T21:52:07.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:06 smithi165 bash[21371]: cluster 2024-04-13T21:52:05.643405+0000 mon.a (mon.0) 799 : cluster 0 mds.? [v2:172.21.15.189:6832/4211274938,v1:172.21.15.189:6833/4211274938] up:reconnect 2024-04-13T21:52:07.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:06 smithi165 bash[21371]: cluster 2024-04-13T21:52:05.643547+0000 mon.a (mon.0) 800 : cluster 0 mds.? [v2:172.21.15.165:6834/3512359872,v1:172.21.15.165:6835/3512359872] up:boot 2024-04-13T21:52:07.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:06 smithi165 bash[21371]: cluster 2024-04-13T21:52:05.643702+0000 mon.a (mon.0) 801 : cluster 0 fsmap foo:1/1 {0=foo.smithi189.nwqqrx=up:reconnect} 1 up:standby 2024-04-13T21:52:07.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:06 smithi165 bash[21371]: audit 2024-04-13T21:52:05.644444+0000 mon.c (mon.2) 89 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi165.sviubw"}]: dispatch 2024-04-13T21:52:07.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:06 smithi165 bash[21371]: audit 2024-04-13T21:52:06.147524+0000 mon.a (mon.0) 802 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:07.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:06 smithi165 bash[31269]: cluster 2024-04-13T21:52:05.634130+0000 mon.a (mon.0) 798 : cluster 1 Health check cleared: MDS_INSUFFICIENT_STANDBY (was: insufficient standby MDS daemons available) 2024-04-13T21:52:07.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:06 smithi165 bash[31269]: cluster 2024-04-13T21:52:05.643405+0000 mon.a (mon.0) 799 : cluster 0 mds.? [v2:172.21.15.189:6832/4211274938,v1:172.21.15.189:6833/4211274938] up:reconnect 2024-04-13T21:52:07.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:06 smithi165 bash[31269]: cluster 2024-04-13T21:52:05.643547+0000 mon.a (mon.0) 800 : cluster 0 mds.? [v2:172.21.15.165:6834/3512359872,v1:172.21.15.165:6835/3512359872] up:boot 2024-04-13T21:52:07.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:06 smithi165 bash[31269]: cluster 2024-04-13T21:52:05.643702+0000 mon.a (mon.0) 801 : cluster 0 fsmap foo:1/1 {0=foo.smithi189.nwqqrx=up:reconnect} 1 up:standby 2024-04-13T21:52:07.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:06 smithi165 bash[31269]: audit 2024-04-13T21:52:05.644444+0000 mon.c (mon.2) 89 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi165.sviubw"}]: dispatch 2024-04-13T21:52:07.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:06 smithi165 bash[31269]: audit 2024-04-13T21:52:06.147524+0000 mon.a (mon.0) 802 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:07.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:06 smithi189 bash[23633]: cluster 2024-04-13T21:52:05.634130+0000 mon.a (mon.0) 798 : cluster 1 Health check cleared: MDS_INSUFFICIENT_STANDBY (was: insufficient standby MDS daemons available) 2024-04-13T21:52:07.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:06 smithi189 bash[23633]: cluster 2024-04-13T21:52:05.643405+0000 mon.a (mon.0) 799 : cluster 0 mds.? [v2:172.21.15.189:6832/4211274938,v1:172.21.15.189:6833/4211274938] up:reconnect 2024-04-13T21:52:07.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:06 smithi189 bash[23633]: cluster 2024-04-13T21:52:05.643547+0000 mon.a (mon.0) 800 : cluster 0 mds.? [v2:172.21.15.165:6834/3512359872,v1:172.21.15.165:6835/3512359872] up:boot 2024-04-13T21:52:07.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:06 smithi189 bash[23633]: cluster 2024-04-13T21:52:05.643702+0000 mon.a (mon.0) 801 : cluster 0 fsmap foo:1/1 {0=foo.smithi189.nwqqrx=up:reconnect} 1 up:standby 2024-04-13T21:52:07.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:06 smithi189 bash[23633]: audit 2024-04-13T21:52:05.644444+0000 mon.c (mon.2) 89 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi165.sviubw"}]: dispatch 2024-04-13T21:52:07.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:06 smithi189 bash[23633]: audit 2024-04-13T21:52:06.147524+0000 mon.a (mon.0) 802 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:08.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:07 smithi165 bash[21371]: cluster 2024-04-13T21:52:05.748999+0000 mgr.y (mgr.14388) 120 : cluster 0 pgmap v93: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-04-13T21:52:08.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:07 smithi165 bash[21371]: cluster 2024-04-13T21:52:06.648764+0000 mon.a (mon.0) 803 : cluster 0 mds.? [v2:172.21.15.189:6832/4211274938,v1:172.21.15.189:6833/4211274938] up:rejoin 2024-04-13T21:52:08.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:07 smithi165 bash[21371]: cluster 2024-04-13T21:52:06.648925+0000 mon.a (mon.0) 804 : cluster 0 fsmap foo:1/1 {0=foo.smithi189.nwqqrx=up:rejoin} 1 up:standby 2024-04-13T21:52:08.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:07 smithi165 bash[21371]: cluster 2024-04-13T21:52:06.649588+0000 mon.a (mon.0) 805 : cluster 1 daemon mds.foo.smithi189.nwqqrx is now active in filesystem foo as rank 0 2024-04-13T21:52:08.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:07 smithi165 bash[31269]: cluster 2024-04-13T21:52:05.748999+0000 mgr.y (mgr.14388) 120 : cluster 0 pgmap v93: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-04-13T21:52:08.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:07 smithi165 bash[31269]: cluster 2024-04-13T21:52:06.648764+0000 mon.a (mon.0) 803 : cluster 0 mds.? [v2:172.21.15.189:6832/4211274938,v1:172.21.15.189:6833/4211274938] up:rejoin 2024-04-13T21:52:08.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:07 smithi165 bash[31269]: cluster 2024-04-13T21:52:06.648925+0000 mon.a (mon.0) 804 : cluster 0 fsmap foo:1/1 {0=foo.smithi189.nwqqrx=up:rejoin} 1 up:standby 2024-04-13T21:52:08.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:07 smithi165 bash[31269]: cluster 2024-04-13T21:52:06.649588+0000 mon.a (mon.0) 805 : cluster 1 daemon mds.foo.smithi189.nwqqrx is now active in filesystem foo as rank 0 2024-04-13T21:52:08.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:07 smithi189 bash[23633]: cluster 2024-04-13T21:52:05.748999+0000 mgr.y (mgr.14388) 120 : cluster 0 pgmap v93: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-04-13T21:52:08.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:07 smithi189 bash[23633]: cluster 2024-04-13T21:52:06.648764+0000 mon.a (mon.0) 803 : cluster 0 mds.? [v2:172.21.15.189:6832/4211274938,v1:172.21.15.189:6833/4211274938] up:rejoin 2024-04-13T21:52:08.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:07 smithi189 bash[23633]: cluster 2024-04-13T21:52:06.648925+0000 mon.a (mon.0) 804 : cluster 0 fsmap foo:1/1 {0=foo.smithi189.nwqqrx=up:rejoin} 1 up:standby 2024-04-13T21:52:08.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:07 smithi189 bash[23633]: cluster 2024-04-13T21:52:06.649588+0000 mon.a (mon.0) 805 : cluster 1 daemon mds.foo.smithi189.nwqqrx is now active in filesystem foo as rank 0 2024-04-13T21:52:09.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:08 smithi165 bash[21371]: cluster 2024-04-13T21:52:07.644081+0000 mon.a (mon.0) 806 : cluster 1 Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-13T21:52:09.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:08 smithi165 bash[21371]: cluster 2024-04-13T21:52:07.644110+0000 mon.a (mon.0) 807 : cluster 1 Cluster is now healthy 2024-04-13T21:52:09.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:08 smithi165 bash[21371]: cluster 2024-04-13T21:52:07.656231+0000 mon.a (mon.0) 808 : cluster 0 mds.? [v2:172.21.15.189:6832/4211274938,v1:172.21.15.189:6833/4211274938] up:active 2024-04-13T21:52:09.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:08 smithi165 bash[21371]: cluster 2024-04-13T21:52:07.656303+0000 mon.a (mon.0) 809 : cluster 0 fsmap foo:1 {0=foo.smithi189.nwqqrx=up:active} 1 up:standby 2024-04-13T21:52:09.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:08 smithi165 bash[21371]: audit 2024-04-13T21:52:07.792004+0000 mon.a (mon.0) 810 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:09.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:08 smithi165 bash[21371]: audit 2024-04-13T21:52:07.802487+0000 mon.a (mon.0) 811 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:09.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:08 smithi165 bash[31269]: cluster 2024-04-13T21:52:07.644081+0000 mon.a (mon.0) 806 : cluster 1 Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-13T21:52:09.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:08 smithi165 bash[31269]: cluster 2024-04-13T21:52:07.644110+0000 mon.a (mon.0) 807 : cluster 1 Cluster is now healthy 2024-04-13T21:52:09.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:08 smithi165 bash[31269]: cluster 2024-04-13T21:52:07.656231+0000 mon.a (mon.0) 808 : cluster 0 mds.? [v2:172.21.15.189:6832/4211274938,v1:172.21.15.189:6833/4211274938] up:active 2024-04-13T21:52:09.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:08 smithi165 bash[31269]: cluster 2024-04-13T21:52:07.656303+0000 mon.a (mon.0) 809 : cluster 0 fsmap foo:1 {0=foo.smithi189.nwqqrx=up:active} 1 up:standby 2024-04-13T21:52:09.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:08 smithi165 bash[31269]: audit 2024-04-13T21:52:07.792004+0000 mon.a (mon.0) 810 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:09.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:08 smithi165 bash[31269]: audit 2024-04-13T21:52:07.802487+0000 mon.a (mon.0) 811 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:09.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:08 smithi189 bash[23633]: cluster 2024-04-13T21:52:07.644081+0000 mon.a (mon.0) 806 : cluster 1 Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-13T21:52:09.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:08 smithi189 bash[23633]: cluster 2024-04-13T21:52:07.644110+0000 mon.a (mon.0) 807 : cluster 1 Cluster is now healthy 2024-04-13T21:52:09.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:08 smithi189 bash[23633]: cluster 2024-04-13T21:52:07.656231+0000 mon.a (mon.0) 808 : cluster 0 mds.? [v2:172.21.15.189:6832/4211274938,v1:172.21.15.189:6833/4211274938] up:active 2024-04-13T21:52:09.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:08 smithi189 bash[23633]: cluster 2024-04-13T21:52:07.656303+0000 mon.a (mon.0) 809 : cluster 0 fsmap foo:1 {0=foo.smithi189.nwqqrx=up:active} 1 up:standby 2024-04-13T21:52:09.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:08 smithi189 bash[23633]: audit 2024-04-13T21:52:07.792004+0000 mon.a (mon.0) 810 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:09.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:08 smithi189 bash[23633]: audit 2024-04-13T21:52:07.802487+0000 mon.a (mon.0) 811 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:10.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:09 smithi165 bash[21371]: cluster 2024-04-13T21:52:07.749588+0000 mgr.y (mgr.14388) 121 : cluster 0 pgmap v94: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1.6 KiB/s wr, 6 op/s 2024-04-13T21:52:10.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:09 smithi165 bash[21371]: audit 2024-04-13T21:52:08.755594+0000 mon.a (mon.0) 812 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:10.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:09 smithi165 bash[21371]: audit 2024-04-13T21:52:08.775475+0000 mon.a (mon.0) 813 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:10.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:09 smithi165 bash[21371]: audit 2024-04-13T21:52:08.779231+0000 mon.c (mon.2) 90 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:52:10.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:09 smithi165 bash[21371]: audit 2024-04-13T21:52:08.781214+0000 mon.c (mon.2) 91 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:52:10.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:09 smithi165 bash[21371]: audit 2024-04-13T21:52:08.791857+0000 mon.a (mon.0) 814 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:10.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:09 smithi165 bash[21371]: audit 2024-04-13T21:52:08.873123+0000 mon.c (mon.2) 92 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:52:10.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:09 smithi165 bash[21371]: audit 2024-04-13T21:52:08.876096+0000 mon.c (mon.2) 93 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:52:10.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:09 smithi165 bash[21371]: audit 2024-04-13T21:52:08.877378+0000 mon.c (mon.2) 94 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:52:10.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:09 smithi165 bash[21371]: audit 2024-04-13T21:52:08.885427+0000 mon.a (mon.0) 815 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:10.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:09 smithi165 bash[31269]: cluster 2024-04-13T21:52:07.749588+0000 mgr.y (mgr.14388) 121 : cluster 0 pgmap v94: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1.6 KiB/s wr, 6 op/s 2024-04-13T21:52:10.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:09 smithi165 bash[31269]: audit 2024-04-13T21:52:08.755594+0000 mon.a (mon.0) 812 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:10.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:09 smithi165 bash[31269]: audit 2024-04-13T21:52:08.775475+0000 mon.a (mon.0) 813 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:10.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:09 smithi165 bash[31269]: audit 2024-04-13T21:52:08.779231+0000 mon.c (mon.2) 90 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:52:10.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:09 smithi165 bash[31269]: audit 2024-04-13T21:52:08.781214+0000 mon.c (mon.2) 91 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:52:10.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:09 smithi165 bash[31269]: audit 2024-04-13T21:52:08.791857+0000 mon.a (mon.0) 814 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:10.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:09 smithi165 bash[31269]: audit 2024-04-13T21:52:08.873123+0000 mon.c (mon.2) 92 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:52:10.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:09 smithi165 bash[31269]: audit 2024-04-13T21:52:08.876096+0000 mon.c (mon.2) 93 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:52:10.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:09 smithi165 bash[31269]: audit 2024-04-13T21:52:08.877378+0000 mon.c (mon.2) 94 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:52:10.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:09 smithi165 bash[31269]: audit 2024-04-13T21:52:08.885427+0000 mon.a (mon.0) 815 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:10.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:09 smithi189 bash[23633]: cluster 2024-04-13T21:52:07.749588+0000 mgr.y (mgr.14388) 121 : cluster 0 pgmap v94: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1.6 KiB/s wr, 6 op/s 2024-04-13T21:52:10.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:09 smithi189 bash[23633]: audit 2024-04-13T21:52:08.755594+0000 mon.a (mon.0) 812 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:10.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:09 smithi189 bash[23633]: audit 2024-04-13T21:52:08.775475+0000 mon.a (mon.0) 813 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:10.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:09 smithi189 bash[23633]: audit 2024-04-13T21:52:08.779231+0000 mon.c (mon.2) 90 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:52:10.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:09 smithi189 bash[23633]: audit 2024-04-13T21:52:08.781214+0000 mon.c (mon.2) 91 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:52:10.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:09 smithi189 bash[23633]: audit 2024-04-13T21:52:08.791857+0000 mon.a (mon.0) 814 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:10.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:09 smithi189 bash[23633]: audit 2024-04-13T21:52:08.873123+0000 mon.c (mon.2) 92 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:52:10.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:09 smithi189 bash[23633]: audit 2024-04-13T21:52:08.876096+0000 mon.c (mon.2) 93 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:52:10.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:09 smithi189 bash[23633]: audit 2024-04-13T21:52:08.877378+0000 mon.c (mon.2) 94 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:52:10.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:09 smithi189 bash[23633]: audit 2024-04-13T21:52:08.885427+0000 mon.a (mon.0) 815 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:11.332 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:52:12.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:11 smithi165 bash[21371]: cluster 2024-04-13T21:52:09.750147+0000 mgr.y (mgr.14388) 122 : cluster 0 pgmap v95: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.4 KiB/s wr, 5 op/s 2024-04-13T21:52:12.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:11 smithi165 bash[21371]: audit 2024-04-13T21:52:10.796725+0000 mon.c (mon.2) 95 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:52:12.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:11 smithi165 bash[21371]: audit 2024-04-13T21:52:11.159745+0000 mon.a (mon.0) 816 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:12.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:11 smithi165 bash[31269]: cluster 2024-04-13T21:52:09.750147+0000 mgr.y (mgr.14388) 122 : cluster 0 pgmap v95: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.4 KiB/s wr, 5 op/s 2024-04-13T21:52:12.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:11 smithi165 bash[31269]: audit 2024-04-13T21:52:10.796725+0000 mon.c (mon.2) 95 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:52:12.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:11 smithi165 bash[31269]: audit 2024-04-13T21:52:11.159745+0000 mon.a (mon.0) 816 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:12.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:11 smithi189 bash[23633]: cluster 2024-04-13T21:52:09.750147+0000 mgr.y (mgr.14388) 122 : cluster 0 pgmap v95: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.4 KiB/s wr, 5 op/s 2024-04-13T21:52:12.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:11 smithi189 bash[23633]: audit 2024-04-13T21:52:10.796725+0000 mon.c (mon.2) 95 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:52:12.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:11 smithi189 bash[23633]: audit 2024-04-13T21:52:11.159745+0000 mon.a (mon.0) 816 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:52:12.607 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:52:12 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:52:12] "GET /metrics HTTP/1.1" 200 33785 "" "Prometheus/2.43.0" 2024-04-13T21:52:14.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:13 smithi165 bash[21371]: cluster 2024-04-13T21:52:11.751222+0000 mgr.y (mgr.14388) 123 : cluster 0 pgmap v96: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 8.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-13T21:52:14.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:13 smithi165 bash[31269]: cluster 2024-04-13T21:52:11.751222+0000 mgr.y (mgr.14388) 123 : cluster 0 pgmap v96: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 8.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-13T21:52:14.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:13 smithi189 bash[23633]: cluster 2024-04-13T21:52:11.751222+0000 mgr.y (mgr.14388) 123 : cluster 0 pgmap v96: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 8.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-13T21:52:14.934 INFO:teuthology.run_tasks:Running task ceph.healthy... 2024-04-13T21:52:15.008 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-13T21:52:15.008 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-13T21:52:15.008 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph mgr dump --format=json 2024-04-13T21:52:16.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:15 smithi165 bash[21371]: cluster 2024-04-13T21:52:13.751857+0000 mgr.y (mgr.14388) 124 : cluster 0 pgmap v97: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 8.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-13T21:52:16.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:15 smithi165 bash[31269]: cluster 2024-04-13T21:52:13.751857+0000 mgr.y (mgr.14388) 124 : cluster 0 pgmap v97: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 8.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-13T21:52:16.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:15 smithi189 bash[23633]: cluster 2024-04-13T21:52:13.751857+0000 mgr.y (mgr.14388) 124 : cluster 0 pgmap v97: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 8.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-13T21:52:18.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:17 smithi165 bash[21371]: cluster 2024-04-13T21:52:15.752491+0000 mgr.y (mgr.14388) 125 : cluster 0 pgmap v98: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 7.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-13T21:52:18.060 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:17 smithi165 bash[31269]: cluster 2024-04-13T21:52:15.752491+0000 mgr.y (mgr.14388) 125 : cluster 0 pgmap v98: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 7.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-13T21:52:18.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:17 smithi189 bash[23633]: cluster 2024-04-13T21:52:15.752491+0000 mgr.y (mgr.14388) 125 : cluster 0 pgmap v98: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 7.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-04-13T21:52:19.746 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:52:20.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:19 smithi165 bash[21371]: cluster 2024-04-13T21:52:17.753218+0000 mgr.y (mgr.14388) 126 : cluster 0 pgmap v99: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 6.7 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-13T21:52:20.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:19 smithi165 bash[31269]: cluster 2024-04-13T21:52:17.753218+0000 mgr.y (mgr.14388) 126 : cluster 0 pgmap v99: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 6.7 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-13T21:52:20.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:19 smithi189 bash[23633]: cluster 2024-04-13T21:52:17.753218+0000 mgr.y (mgr.14388) 126 : cluster 0 pgmap v99: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 6.7 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-13T21:52:21.810 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:21 smithi165 bash[21371]: cluster 2024-04-13T21:52:19.753912+0000 mgr.y (mgr.14388) 127 : cluster 0 pgmap v100: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 5.8 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-13T21:52:21.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:21 smithi165 bash[31269]: cluster 2024-04-13T21:52:19.753912+0000 mgr.y (mgr.14388) 127 : cluster 0 pgmap v100: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 5.8 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-13T21:52:22.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:21 smithi189 bash[23633]: cluster 2024-04-13T21:52:19.753912+0000 mgr.y (mgr.14388) 127 : cluster 0 pgmap v100: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 5.8 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-13T21:52:22.560 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:52:22 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:52:22] "GET /metrics HTTP/1.1" 200 33785 "" "Prometheus/2.43.0" 2024-04-13T21:52:22.640 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T21:52:23.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:22 smithi165 bash[21371]: audit 2024-04-13T21:52:22.645256+0000 mon.a (mon.0) 817 : audit 0 from='client.? 172.21.15.165:0/2932310827' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-13T21:52:23.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:22 smithi165 bash[31269]: audit 2024-04-13T21:52:22.645256+0000 mon.a (mon.0) 817 : audit 0 from='client.? 172.21.15.165:0/2932310827' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-13T21:52:23.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:22 smithi189 bash[23633]: audit 2024-04-13T21:52:22.645256+0000 mon.a (mon.0) 817 : audit 0 from='client.? 172.21.15.165:0/2932310827' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-13T21:52:23.370 INFO:teuthology.orchestra.run.smithi165.stdout:{"epoch":20,"flags":0,"active_gid":14388,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6800","nonce":514718001},{"type":"v1","addr":"172.21.15.165:6801","nonce":514718001}]},"active_addr":"172.21.15.165:6801/514718001","active_change":"2024-04-13T21:49:25.681263+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24307,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.165:8443/","prometheus":"http://172.21.15.165:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":60,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.165:0","nonce":505163131}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.165:0","nonce":3420050815}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.165:0","nonce":2406057763}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.165:0","nonce":3079240495}]}]} 2024-04-13T21:52:23.376 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-13T21:52:23.376 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-13T21:52:23.376 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph osd dump --format=json 2024-04-13T21:52:24.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:23 smithi165 bash[21371]: cluster 2024-04-13T21:52:21.755034+0000 mgr.y (mgr.14388) 128 : cluster 0 pgmap v101: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 5.8 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-13T21:52:24.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:23 smithi165 bash[31269]: cluster 2024-04-13T21:52:21.755034+0000 mgr.y (mgr.14388) 128 : cluster 0 pgmap v101: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 5.8 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-13T21:52:24.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:23 smithi189 bash[23633]: cluster 2024-04-13T21:52:21.755034+0000 mgr.y (mgr.14388) 128 : cluster 0 pgmap v101: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 5.8 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-13T21:52:26.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:25 smithi165 bash[21371]: cluster 2024-04-13T21:52:23.755603+0000 mgr.y (mgr.14388) 129 : cluster 0 pgmap v102: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:26.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:25 smithi165 bash[31269]: cluster 2024-04-13T21:52:23.755603+0000 mgr.y (mgr.14388) 129 : cluster 0 pgmap v102: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:26.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:25 smithi189 bash[23633]: cluster 2024-04-13T21:52:23.755603+0000 mgr.y (mgr.14388) 129 : cluster 0 pgmap v102: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:27.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:26 smithi165 bash[21371]: audit 2024-04-13T21:52:25.748226+0000 mon.c (mon.2) 96 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2024-04-13T21:52:27.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:26 smithi165 bash[21371]: audit 2024-04-13T21:52:25.748862+0000 mon.c (mon.2) 97 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2024-04-13T21:52:27.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:26 smithi165 bash[21371]: audit 2024-04-13T21:52:25.749217+0000 mon.a (mon.0) 818 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2024-04-13T21:52:27.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:26 smithi165 bash[21371]: audit 2024-04-13T21:52:25.749358+0000 mon.c (mon.2) 98 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]: dispatch 2024-04-13T21:52:27.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:26 smithi165 bash[21371]: audit 2024-04-13T21:52:25.750617+0000 mon.a (mon.0) 819 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2024-04-13T21:52:27.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:26 smithi165 bash[21371]: audit 2024-04-13T21:52:25.751143+0000 mon.a (mon.0) 820 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]: dispatch 2024-04-13T21:52:27.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:26 smithi165 bash[21371]: audit 2024-04-13T21:52:25.796946+0000 mon.c (mon.2) 99 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:52:27.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:26 smithi165 bash[31269]: audit 2024-04-13T21:52:25.748226+0000 mon.c (mon.2) 96 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2024-04-13T21:52:27.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:26 smithi165 bash[31269]: audit 2024-04-13T21:52:25.748862+0000 mon.c (mon.2) 97 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2024-04-13T21:52:27.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:26 smithi165 bash[31269]: audit 2024-04-13T21:52:25.749217+0000 mon.a (mon.0) 818 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2024-04-13T21:52:27.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:26 smithi165 bash[31269]: audit 2024-04-13T21:52:25.749358+0000 mon.c (mon.2) 98 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]: dispatch 2024-04-13T21:52:27.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:26 smithi165 bash[31269]: audit 2024-04-13T21:52:25.750617+0000 mon.a (mon.0) 819 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2024-04-13T21:52:27.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:26 smithi165 bash[31269]: audit 2024-04-13T21:52:25.751143+0000 mon.a (mon.0) 820 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]: dispatch 2024-04-13T21:52:27.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:26 smithi165 bash[31269]: audit 2024-04-13T21:52:25.796946+0000 mon.c (mon.2) 99 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:52:27.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:26 smithi189 bash[23633]: audit 2024-04-13T21:52:25.748226+0000 mon.c (mon.2) 96 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2024-04-13T21:52:27.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:26 smithi189 bash[23633]: audit 2024-04-13T21:52:25.748862+0000 mon.c (mon.2) 97 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2024-04-13T21:52:27.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:26 smithi189 bash[23633]: audit 2024-04-13T21:52:25.749217+0000 mon.a (mon.0) 818 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2024-04-13T21:52:27.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:26 smithi189 bash[23633]: audit 2024-04-13T21:52:25.749358+0000 mon.c (mon.2) 98 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]: dispatch 2024-04-13T21:52:27.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:26 smithi189 bash[23633]: audit 2024-04-13T21:52:25.750617+0000 mon.a (mon.0) 819 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2024-04-13T21:52:27.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:26 smithi189 bash[23633]: audit 2024-04-13T21:52:25.751143+0000 mon.a (mon.0) 820 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]: dispatch 2024-04-13T21:52:27.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:26 smithi189 bash[23633]: audit 2024-04-13T21:52:25.796946+0000 mon.c (mon.2) 99 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:52:28.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:27 smithi165 bash[21371]: cluster 2024-04-13T21:52:25.756311+0000 mgr.y (mgr.14388) 130 : cluster 0 pgmap v103: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:28.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:27 smithi165 bash[21371]: audit 2024-04-13T21:52:26.723395+0000 mon.a (mon.0) 821 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]': finished 2024-04-13T21:52:28.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:27 smithi165 bash[21371]: audit 2024-04-13T21:52:26.723668+0000 mon.a (mon.0) 822 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]': finished 2024-04-13T21:52:28.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:27 smithi165 bash[21371]: audit 2024-04-13T21:52:26.723897+0000 mon.a (mon.0) 823 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]': finished 2024-04-13T21:52:28.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:27 smithi165 bash[21371]: cluster 2024-04-13T21:52:26.724115+0000 mon.a (mon.0) 824 : cluster 0 osdmap e71: 8 total, 8 up, 8 in 2024-04-13T21:52:28.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:27 smithi165 bash[31269]: cluster 2024-04-13T21:52:25.756311+0000 mgr.y (mgr.14388) 130 : cluster 0 pgmap v103: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:28.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:27 smithi165 bash[31269]: audit 2024-04-13T21:52:26.723395+0000 mon.a (mon.0) 821 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]': finished 2024-04-13T21:52:28.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:27 smithi165 bash[31269]: audit 2024-04-13T21:52:26.723668+0000 mon.a (mon.0) 822 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]': finished 2024-04-13T21:52:28.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:27 smithi165 bash[31269]: audit 2024-04-13T21:52:26.723897+0000 mon.a (mon.0) 823 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]': finished 2024-04-13T21:52:28.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:27 smithi165 bash[31269]: cluster 2024-04-13T21:52:26.724115+0000 mon.a (mon.0) 824 : cluster 0 osdmap e71: 8 total, 8 up, 8 in 2024-04-13T21:52:28.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:27 smithi189 bash[23633]: cluster 2024-04-13T21:52:25.756311+0000 mgr.y (mgr.14388) 130 : cluster 0 pgmap v103: 73 pgs: 73 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:28.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:27 smithi189 bash[23633]: audit 2024-04-13T21:52:26.723395+0000 mon.a (mon.0) 821 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]': finished 2024-04-13T21:52:28.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:27 smithi189 bash[23633]: audit 2024-04-13T21:52:26.723668+0000 mon.a (mon.0) 822 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]': finished 2024-04-13T21:52:28.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:27 smithi189 bash[23633]: audit 2024-04-13T21:52:26.723897+0000 mon.a (mon.0) 823 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]': finished 2024-04-13T21:52:28.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:27 smithi189 bash[23633]: cluster 2024-04-13T21:52:26.724115+0000 mon.a (mon.0) 824 : cluster 0 osdmap e71: 8 total, 8 up, 8 in 2024-04-13T21:52:28.116 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:52:29.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:28 smithi165 bash[21371]: cluster 2024-04-13T21:52:27.723094+0000 mon.a (mon.0) 825 : cluster 0 osdmap e72: 8 total, 8 up, 8 in 2024-04-13T21:52:29.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:28 smithi165 bash[31269]: cluster 2024-04-13T21:52:27.723094+0000 mon.a (mon.0) 825 : cluster 0 osdmap e72: 8 total, 8 up, 8 in 2024-04-13T21:52:29.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:28 smithi189 bash[23633]: cluster 2024-04-13T21:52:27.723094+0000 mon.a (mon.0) 825 : cluster 0 osdmap e72: 8 total, 8 up, 8 in 2024-04-13T21:52:30.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:29 smithi165 bash[21371]: cluster 2024-04-13T21:52:27.757074+0000 mgr.y (mgr.14388) 131 : cluster 0 pgmap v106: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:30.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:29 smithi165 bash[31269]: cluster 2024-04-13T21:52:27.757074+0000 mgr.y (mgr.14388) 131 : cluster 0 pgmap v106: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:30.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:29 smithi189 bash[23633]: cluster 2024-04-13T21:52:27.757074+0000 mgr.y (mgr.14388) 131 : cluster 0 pgmap v106: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:31.091 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T21:52:31.091 INFO:teuthology.orchestra.run.smithi165.stdout:{"epoch":72,"fsid":"1c29171c-f9de-11ee-bc8e-c7b262605968","created":"2024-04-13T21:39:20.699603+0000","modified":"2024-04-13T21:52:27.712105+0000","last_up_change":"2024-04-13T21:48:28.684842+0000","last_in_change":"2024-04-13T21:48:03.234530+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-13T21:44:25.441069+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-04-13T21:50:03.135344+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"64","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-04-13T21:51:55.302277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-04-13T21:51:56.120375+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"776ad8e4-0a40-4b88-9ab6-efe11cb27fc6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6802","nonce":285845539},{"type":"v1","addr":"172.21.15.165:6803","nonce":285845539}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6804","nonce":285845539},{"type":"v1","addr":"172.21.15.165:6805","nonce":285845539}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6808","nonce":285845539},{"type":"v1","addr":"172.21.15.165:6809","nonce":285845539}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6806","nonce":285845539},{"type":"v1","addr":"172.21.15.165:6807","nonce":285845539}]},"public_addr":"172.21.15.165:6803/285845539","cluster_addr":"172.21.15.165:6805/285845539","heartbeat_back_addr":"172.21.15.165:6809/285845539","heartbeat_front_addr":"172.21.15.165:6807/285845539","state":["exists","up"]},{"osd":1,"uuid":"2b75ee66-e9f8-45d6-9bea-5da70fef5eab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6810","nonce":632919587},{"type":"v1","addr":"172.21.15.165:6811","nonce":632919587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6812","nonce":632919587},{"type":"v1","addr":"172.21.15.165:6813","nonce":632919587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6816","nonce":632919587},{"type":"v1","addr":"172.21.15.165:6817","nonce":632919587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6814","nonce":632919587},{"type":"v1","addr":"172.21.15.165:6815","nonce":632919587}]},"public_addr":"172.21.15.165:6811/632919587","cluster_addr":"172.21.15.165:6813/632919587","heartbeat_back_addr":"172.21.15.165:6817/632919587","heartbeat_front_addr":"172.21.15.165:6815/632919587","state":["exists","up"]},{"osd":2,"uuid":"7c6c0d77-0b32-40d6-b6dd-752634faa653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":71,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6818","nonce":1970641189},{"type":"v1","addr":"172.21.15.165:6819","nonce":1970641189}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6820","nonce":1970641189},{"type":"v1","addr":"172.21.15.165:6821","nonce":1970641189}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6824","nonce":1970641189},{"type":"v1","addr":"172.21.15.165:6825","nonce":1970641189}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6822","nonce":1970641189},{"type":"v1","addr":"172.21.15.165:6823","nonce":1970641189}]},"public_addr":"172.21.15.165:6819/1970641189","cluster_addr":"172.21.15.165:6821/1970641189","heartbeat_back_addr":"172.21.15.165:6825/1970641189","heartbeat_front_addr":"172.21.15.165:6823/1970641189","state":["exists","up"]},{"osd":3,"uuid":"2292ee9f-3011-4d12-97a9-59871d9af3f7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":71,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6826","nonce":1790837044},{"type":"v1","addr":"172.21.15.165:6827","nonce":1790837044}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6828","nonce":1790837044},{"type":"v1","addr":"172.21.15.165:6829","nonce":1790837044}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6832","nonce":1790837044},{"type":"v1","addr":"172.21.15.165:6833","nonce":1790837044}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6830","nonce":1790837044},{"type":"v1","addr":"172.21.15.165:6831","nonce":1790837044}]},"public_addr":"172.21.15.165:6827/1790837044","cluster_addr":"172.21.15.165:6829/1790837044","heartbeat_back_addr":"172.21.15.165:6833/1790837044","heartbeat_front_addr":"172.21.15.165:6831/1790837044","state":["exists","up"]},{"osd":4,"uuid":"6fc9f1b2-1ad9-4883-8ac9-6155cce5bcff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6800","nonce":582511667},{"type":"v1","addr":"172.21.15.189:6801","nonce":582511667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6802","nonce":582511667},{"type":"v1","addr":"172.21.15.189:6803","nonce":582511667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6806","nonce":582511667},{"type":"v1","addr":"172.21.15.189:6807","nonce":582511667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6804","nonce":582511667},{"type":"v1","addr":"172.21.15.189:6805","nonce":582511667}]},"public_addr":"172.21.15.189:6801/582511667","cluster_addr":"172.21.15.189:6803/582511667","heartbeat_back_addr":"172.21.15.189:6807/582511667","heartbeat_front_addr":"172.21.15.189:6805/582511667","state":["exists","up"]},{"osd":5,"uuid":"1f52e692-2034-4d77-a0bc-5f23e3d1df8c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6808","nonce":2467195533},{"type":"v1","addr":"172.21.15.189:6809","nonce":2467195533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6810","nonce":2467195533},{"type":"v1","addr":"172.21.15.189:6811","nonce":2467195533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6814","nonce":2467195533},{"type":"v1","addr":"172.21.15.189:6815","nonce":2467195533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6812","nonce":2467195533},{"type":"v1","addr":"172.21.15.189:6813","nonce":2467195533}]},"public_addr":"172.21.15.189:6809/2467195533","cluster_addr":"172.21.15.189:6811/2467195533","heartbeat_back_addr":"172.21.15.189:6815/2467195533","heartbeat_front_addr":"172.21.15.189:6813/2467195533","state":["exists","up"]},{"osd":6,"uuid":"a0a0ef31-869b-447e-bc9b-d26981b8a347","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6816","nonce":1129279025},{"type":"v1","addr":"172.21.15.189:6817","nonce":1129279025}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6818","nonce":1129279025},{"type":"v1","addr":"172.21.15.189:6819","nonce":1129279025}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6822","nonce":1129279025},{"type":"v1","addr":"172.21.15.189:6823","nonce":1129279025}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6820","nonce":1129279025},{"type":"v1","addr":"172.21.15.189:6821","nonce":1129279025}]},"public_addr":"172.21.15.189:6817/1129279025","cluster_addr":"172.21.15.189:6819/1129279025","heartbeat_back_addr":"172.21.15.189:6823/1129279025","heartbeat_front_addr":"172.21.15.189:6821/1129279025","state":["exists","up"]},{"osd":7,"uuid":"d34424f8-3ab3-4331-9e53-83a0e3b5549c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6824","nonce":2854073429},{"type":"v1","addr":"172.21.15.189:6825","nonce":2854073429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6826","nonce":2854073429},{"type":"v1","addr":"172.21.15.189:6827","nonce":2854073429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6830","nonce":2854073429},{"type":"v1","addr":"172.21.15.189:6831","nonce":2854073429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6828","nonce":2854073429},{"type":"v1","addr":"172.21.15.189:6829","nonce":2854073429}]},"public_addr":"172.21.15.189:6825/2854073429","cluster_addr":"172.21.15.189:6827/2854073429","heartbeat_back_addr":"172.21.15.189:6831/2854073429","heartbeat_front_addr":"172.21.15.189:6829/2854073429","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:42:41.885444+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:43:30.846570+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:44:20.621228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:45:10.174227+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:45:58.306014+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:46:48.569417+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:47:37.411045+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:48:26.772389+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.7","mappings":[{"from":1,"to":2}]},{"pgid":"4.14","mappings":[{"from":1,"to":2}]},{"pgid":"4.1d","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.165:6835/2800630388":"2024-04-14T21:52:04.617885+0000","172.21.15.165:0/2304149009":"2024-04-14T21:39:51.988958+0000","172.21.15.165:0/4051573552":"2024-04-14T21:49:25.680950+0000","172.21.15.165:0/3079989644":"2024-04-14T21:39:51.988958+0000","172.21.15.165:6800/1346964888":"2024-04-14T21:40:22.820715+0000","172.21.15.165:0/1668837608":"2024-04-14T21:40:22.820715+0000","172.21.15.165:6800/491646175":"2024-04-14T21:49:25.680950+0000","172.21.15.165:6801/3496035712":"2024-04-14T21:39:51.988958+0000","172.21.15.165:0/1486718192":"2024-04-14T21:39:51.988958+0000","172.21.15.165:6834/2800630388":"2024-04-14T21:52:04.617885+0000","172.21.15.165:6800/3496035712":"2024-04-14T21:39:51.988958+0000","172.21.15.165:6801/1346964888":"2024-04-14T21:40:22.820715+0000","172.21.15.165:0/3046192902":"2024-04-14T21:49:25.680950+0000","172.21.15.165:0/1309459491":"2024-04-14T21:49:25.680950+0000","172.21.15.165:0/537941751":"2024-04-14T21:40:22.820715+0000","172.21.15.165:0/999600985":"2024-04-14T21:40:22.820715+0000","172.21.15.165:0/3153903530":"2024-04-14T21:49:25.680950+0000","172.21.15.165:6801/491646175":"2024-04-14T21:49:25.680950+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-13T21:52:31.808 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-13T21:52:31.809 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph osd dump --format=json 2024-04-13T21:52:32.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:31 smithi165 bash[21371]: cluster 2024-04-13T21:52:29.757768+0000 mgr.y (mgr.14388) 132 : cluster 0 pgmap v107: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:32.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:31 smithi165 bash[21371]: audit 2024-04-13T21:52:31.098369+0000 mon.c (mon.2) 100 : audit 0 from='client.? 172.21.15.165:0/189978142' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T21:52:32.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:31 smithi165 bash[31269]: cluster 2024-04-13T21:52:29.757768+0000 mgr.y (mgr.14388) 132 : cluster 0 pgmap v107: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:32.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:31 smithi165 bash[31269]: audit 2024-04-13T21:52:31.098369+0000 mon.c (mon.2) 100 : audit 0 from='client.? 172.21.15.165:0/189978142' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T21:52:32.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:31 smithi189 bash[23633]: cluster 2024-04-13T21:52:29.757768+0000 mgr.y (mgr.14388) 132 : cluster 0 pgmap v107: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 250 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:32.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:31 smithi189 bash[23633]: audit 2024-04-13T21:52:31.098369+0000 mon.c (mon.2) 100 : audit 0 from='client.? 172.21.15.165:0/189978142' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T21:52:32.749 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:52:32 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:52:32] "GET /metrics HTTP/1.1" 200 33787 "" "Prometheus/2.43.0" 2024-04-13T21:52:33.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:32 smithi165 bash[21371]: cluster 2024-04-13T21:52:31.758903+0000 mgr.y (mgr.14388) 133 : cluster 0 pgmap v108: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:33.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:32 smithi165 bash[31269]: cluster 2024-04-13T21:52:31.758903+0000 mgr.y (mgr.14388) 133 : cluster 0 pgmap v108: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:33.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:32 smithi189 bash[23633]: cluster 2024-04-13T21:52:31.758903+0000 mgr.y (mgr.14388) 133 : cluster 0 pgmap v108: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:35.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:34 smithi165 bash[21371]: cluster 2024-04-13T21:52:33.759544+0000 mgr.y (mgr.14388) 134 : cluster 0 pgmap v109: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:35.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:34 smithi165 bash[31269]: cluster 2024-04-13T21:52:33.759544+0000 mgr.y (mgr.14388) 134 : cluster 0 pgmap v109: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:35.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:34 smithi189 bash[23633]: cluster 2024-04-13T21:52:33.759544+0000 mgr.y (mgr.14388) 134 : cluster 0 pgmap v109: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:36.548 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:52:37.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:36 smithi165 bash[21371]: cluster 2024-04-13T21:52:35.760176+0000 mgr.y (mgr.14388) 135 : cluster 0 pgmap v110: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:37.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:36 smithi165 bash[31269]: cluster 2024-04-13T21:52:35.760176+0000 mgr.y (mgr.14388) 135 : cluster 0 pgmap v110: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:37.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:36 smithi189 bash[23633]: cluster 2024-04-13T21:52:35.760176+0000 mgr.y (mgr.14388) 135 : cluster 0 pgmap v110: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:39.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:38 smithi189 bash[23633]: cluster 2024-04-13T21:52:37.761362+0000 mgr.y (mgr.14388) 136 : cluster 0 pgmap v111: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:39.310 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:38 smithi165 bash[21371]: cluster 2024-04-13T21:52:37.761362+0000 mgr.y (mgr.14388) 136 : cluster 0 pgmap v111: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:39.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:38 smithi165 bash[31269]: cluster 2024-04-13T21:52:37.761362+0000 mgr.y (mgr.14388) 136 : cluster 0 pgmap v111: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:39.391 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T21:52:39.391 INFO:teuthology.orchestra.run.smithi165.stdout:{"epoch":72,"fsid":"1c29171c-f9de-11ee-bc8e-c7b262605968","created":"2024-04-13T21:39:20.699603+0000","modified":"2024-04-13T21:52:27.712105+0000","last_up_change":"2024-04-13T21:48:28.684842+0000","last_in_change":"2024-04-13T21:48:03.234530+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-13T21:44:25.441069+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-04-13T21:50:03.135344+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"64","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-04-13T21:51:55.302277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-04-13T21:51:56.120375+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"776ad8e4-0a40-4b88-9ab6-efe11cb27fc6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6802","nonce":285845539},{"type":"v1","addr":"172.21.15.165:6803","nonce":285845539}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6804","nonce":285845539},{"type":"v1","addr":"172.21.15.165:6805","nonce":285845539}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6808","nonce":285845539},{"type":"v1","addr":"172.21.15.165:6809","nonce":285845539}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6806","nonce":285845539},{"type":"v1","addr":"172.21.15.165:6807","nonce":285845539}]},"public_addr":"172.21.15.165:6803/285845539","cluster_addr":"172.21.15.165:6805/285845539","heartbeat_back_addr":"172.21.15.165:6809/285845539","heartbeat_front_addr":"172.21.15.165:6807/285845539","state":["exists","up"]},{"osd":1,"uuid":"2b75ee66-e9f8-45d6-9bea-5da70fef5eab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6810","nonce":632919587},{"type":"v1","addr":"172.21.15.165:6811","nonce":632919587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6812","nonce":632919587},{"type":"v1","addr":"172.21.15.165:6813","nonce":632919587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6816","nonce":632919587},{"type":"v1","addr":"172.21.15.165:6817","nonce":632919587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6814","nonce":632919587},{"type":"v1","addr":"172.21.15.165:6815","nonce":632919587}]},"public_addr":"172.21.15.165:6811/632919587","cluster_addr":"172.21.15.165:6813/632919587","heartbeat_back_addr":"172.21.15.165:6817/632919587","heartbeat_front_addr":"172.21.15.165:6815/632919587","state":["exists","up"]},{"osd":2,"uuid":"7c6c0d77-0b32-40d6-b6dd-752634faa653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":71,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6818","nonce":1970641189},{"type":"v1","addr":"172.21.15.165:6819","nonce":1970641189}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6820","nonce":1970641189},{"type":"v1","addr":"172.21.15.165:6821","nonce":1970641189}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6824","nonce":1970641189},{"type":"v1","addr":"172.21.15.165:6825","nonce":1970641189}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6822","nonce":1970641189},{"type":"v1","addr":"172.21.15.165:6823","nonce":1970641189}]},"public_addr":"172.21.15.165:6819/1970641189","cluster_addr":"172.21.15.165:6821/1970641189","heartbeat_back_addr":"172.21.15.165:6825/1970641189","heartbeat_front_addr":"172.21.15.165:6823/1970641189","state":["exists","up"]},{"osd":3,"uuid":"2292ee9f-3011-4d12-97a9-59871d9af3f7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":71,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6826","nonce":1790837044},{"type":"v1","addr":"172.21.15.165:6827","nonce":1790837044}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6828","nonce":1790837044},{"type":"v1","addr":"172.21.15.165:6829","nonce":1790837044}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6832","nonce":1790837044},{"type":"v1","addr":"172.21.15.165:6833","nonce":1790837044}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6830","nonce":1790837044},{"type":"v1","addr":"172.21.15.165:6831","nonce":1790837044}]},"public_addr":"172.21.15.165:6827/1790837044","cluster_addr":"172.21.15.165:6829/1790837044","heartbeat_back_addr":"172.21.15.165:6833/1790837044","heartbeat_front_addr":"172.21.15.165:6831/1790837044","state":["exists","up"]},{"osd":4,"uuid":"6fc9f1b2-1ad9-4883-8ac9-6155cce5bcff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6800","nonce":582511667},{"type":"v1","addr":"172.21.15.189:6801","nonce":582511667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6802","nonce":582511667},{"type":"v1","addr":"172.21.15.189:6803","nonce":582511667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6806","nonce":582511667},{"type":"v1","addr":"172.21.15.189:6807","nonce":582511667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6804","nonce":582511667},{"type":"v1","addr":"172.21.15.189:6805","nonce":582511667}]},"public_addr":"172.21.15.189:6801/582511667","cluster_addr":"172.21.15.189:6803/582511667","heartbeat_back_addr":"172.21.15.189:6807/582511667","heartbeat_front_addr":"172.21.15.189:6805/582511667","state":["exists","up"]},{"osd":5,"uuid":"1f52e692-2034-4d77-a0bc-5f23e3d1df8c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6808","nonce":2467195533},{"type":"v1","addr":"172.21.15.189:6809","nonce":2467195533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6810","nonce":2467195533},{"type":"v1","addr":"172.21.15.189:6811","nonce":2467195533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6814","nonce":2467195533},{"type":"v1","addr":"172.21.15.189:6815","nonce":2467195533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6812","nonce":2467195533},{"type":"v1","addr":"172.21.15.189:6813","nonce":2467195533}]},"public_addr":"172.21.15.189:6809/2467195533","cluster_addr":"172.21.15.189:6811/2467195533","heartbeat_back_addr":"172.21.15.189:6815/2467195533","heartbeat_front_addr":"172.21.15.189:6813/2467195533","state":["exists","up"]},{"osd":6,"uuid":"a0a0ef31-869b-447e-bc9b-d26981b8a347","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6816","nonce":1129279025},{"type":"v1","addr":"172.21.15.189:6817","nonce":1129279025}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6818","nonce":1129279025},{"type":"v1","addr":"172.21.15.189:6819","nonce":1129279025}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6822","nonce":1129279025},{"type":"v1","addr":"172.21.15.189:6823","nonce":1129279025}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6820","nonce":1129279025},{"type":"v1","addr":"172.21.15.189:6821","nonce":1129279025}]},"public_addr":"172.21.15.189:6817/1129279025","cluster_addr":"172.21.15.189:6819/1129279025","heartbeat_back_addr":"172.21.15.189:6823/1129279025","heartbeat_front_addr":"172.21.15.189:6821/1129279025","state":["exists","up"]},{"osd":7,"uuid":"d34424f8-3ab3-4331-9e53-83a0e3b5549c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6824","nonce":2854073429},{"type":"v1","addr":"172.21.15.189:6825","nonce":2854073429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6826","nonce":2854073429},{"type":"v1","addr":"172.21.15.189:6827","nonce":2854073429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6830","nonce":2854073429},{"type":"v1","addr":"172.21.15.189:6831","nonce":2854073429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6828","nonce":2854073429},{"type":"v1","addr":"172.21.15.189:6829","nonce":2854073429}]},"public_addr":"172.21.15.189:6825/2854073429","cluster_addr":"172.21.15.189:6827/2854073429","heartbeat_back_addr":"172.21.15.189:6831/2854073429","heartbeat_front_addr":"172.21.15.189:6829/2854073429","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:42:41.885444+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:43:30.846570+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:44:20.621228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:45:10.174227+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:45:58.306014+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:46:48.569417+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:47:37.411045+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:48:26.772389+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.7","mappings":[{"from":1,"to":2}]},{"pgid":"4.14","mappings":[{"from":1,"to":2}]},{"pgid":"4.1d","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.165:6835/2800630388":"2024-04-14T21:52:04.617885+0000","172.21.15.165:0/2304149009":"2024-04-14T21:39:51.988958+0000","172.21.15.165:0/4051573552":"2024-04-14T21:49:25.680950+0000","172.21.15.165:0/3079989644":"2024-04-14T21:39:51.988958+0000","172.21.15.165:6800/1346964888":"2024-04-14T21:40:22.820715+0000","172.21.15.165:0/1668837608":"2024-04-14T21:40:22.820715+0000","172.21.15.165:6800/491646175":"2024-04-14T21:49:25.680950+0000","172.21.15.165:6801/3496035712":"2024-04-14T21:39:51.988958+0000","172.21.15.165:0/1486718192":"2024-04-14T21:39:51.988958+0000","172.21.15.165:6834/2800630388":"2024-04-14T21:52:04.617885+0000","172.21.15.165:6800/3496035712":"2024-04-14T21:39:51.988958+0000","172.21.15.165:6801/1346964888":"2024-04-14T21:40:22.820715+0000","172.21.15.165:0/3046192902":"2024-04-14T21:49:25.680950+0000","172.21.15.165:0/1309459491":"2024-04-14T21:49:25.680950+0000","172.21.15.165:0/537941751":"2024-04-14T21:40:22.820715+0000","172.21.15.165:0/999600985":"2024-04-14T21:40:22.820715+0000","172.21.15.165:0/3153903530":"2024-04-14T21:49:25.680950+0000","172.21.15.165:6801/491646175":"2024-04-14T21:49:25.680950+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-13T21:52:40.073 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-13T21:52:40.074 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-13T21:52:40.074 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-13T21:52:40.075 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-13T21:52:40.075 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-13T21:52:40.076 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-13T21:52:40.076 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-13T21:52:40.077 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-13T21:52:40.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:39 smithi189 bash[23633]: audit 2024-04-13T21:52:39.399255+0000 mon.c (mon.2) 101 : audit 0 from='client.? 172.21.15.165:0/667908883' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T21:52:40.090 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:39 smithi165 bash[31269]: audit 2024-04-13T21:52:39.399255+0000 mon.c (mon.2) 101 : audit 0 from='client.? 172.21.15.165:0/667908883' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T21:52:40.090 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:39 smithi165 bash[21371]: audit 2024-04-13T21:52:39.399255+0000 mon.c (mon.2) 101 : audit 0 from='client.? 172.21.15.165:0/667908883' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T21:52:41.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:40 smithi189 bash[23633]: cluster 2024-04-13T21:52:39.762033+0000 mgr.y (mgr.14388) 137 : cluster 0 pgmap v112: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:41.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:40 smithi189 bash[23633]: audit 2024-04-13T21:52:40.797917+0000 mon.c (mon.2) 102 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:52:41.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:40 smithi165 bash[31269]: cluster 2024-04-13T21:52:39.762033+0000 mgr.y (mgr.14388) 137 : cluster 0 pgmap v112: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:41.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:40 smithi165 bash[31269]: audit 2024-04-13T21:52:40.797917+0000 mon.c (mon.2) 102 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:52:41.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:40 smithi165 bash[21371]: cluster 2024-04-13T21:52:39.762033+0000 mgr.y (mgr.14388) 137 : cluster 0 pgmap v112: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:41.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:40 smithi165 bash[21371]: audit 2024-04-13T21:52:40.797917+0000 mon.c (mon.2) 102 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:52:42.811 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:52:42 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:52:42] "GET /metrics HTTP/1.1" 200 33781 "" "Prometheus/2.43.0" 2024-04-13T21:52:43.089 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:42 smithi189 bash[23633]: cluster 2024-04-13T21:52:41.763152+0000 mgr.y (mgr.14388) 138 : cluster 0 pgmap v113: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:43.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:42 smithi165 bash[21371]: cluster 2024-04-13T21:52:41.763152+0000 mgr.y (mgr.14388) 138 : cluster 0 pgmap v113: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:43.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:42 smithi165 bash[31269]: cluster 2024-04-13T21:52:41.763152+0000 mgr.y (mgr.14388) 138 : cluster 0 pgmap v113: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:44.901 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:52:44.902 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:52:44.902 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:52:44.902 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:52:44.904 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:52:44.905 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:52:44.905 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:52:44.905 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:52:45.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:44 smithi189 bash[23633]: cluster 2024-04-13T21:52:43.763733+0000 mgr.y (mgr.14388) 139 : cluster 0 pgmap v114: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:45.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:44 smithi165 bash[21371]: cluster 2024-04-13T21:52:43.763733+0000 mgr.y (mgr.14388) 139 : cluster 0 pgmap v114: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:45.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:44 smithi165 bash[31269]: cluster 2024-04-13T21:52:43.763733+0000 mgr.y (mgr.14388) 139 : cluster 0 pgmap v114: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:46.961 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:46 smithi165 bash[21371]: cluster 2024-04-13T21:52:45.764291+0000 mgr.y (mgr.14388) 140 : cluster 0 pgmap v115: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:46.961 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:46 smithi165 bash[31269]: cluster 2024-04-13T21:52:45.764291+0000 mgr.y (mgr.14388) 140 : cluster 0 pgmap v115: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:47.088 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:46 smithi189 bash[23633]: cluster 2024-04-13T21:52:45.764291+0000 mgr.y (mgr.14388) 140 : cluster 0 pgmap v115: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:49.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:48 smithi165 bash[31269]: cluster 2024-04-13T21:52:47.765369+0000 mgr.y (mgr.14388) 141 : cluster 0 pgmap v116: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:49.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:48 smithi165 bash[21371]: cluster 2024-04-13T21:52:47.765369+0000 mgr.y (mgr.14388) 141 : cluster 0 pgmap v116: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:49.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:48 smithi189 bash[23633]: cluster 2024-04-13T21:52:47.765369+0000 mgr.y (mgr.14388) 141 : cluster 0 pgmap v116: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:51.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:50 smithi165 bash[21371]: cluster 2024-04-13T21:52:49.765982+0000 mgr.y (mgr.14388) 142 : cluster 0 pgmap v117: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:51.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:50 smithi165 bash[31269]: cluster 2024-04-13T21:52:49.765982+0000 mgr.y (mgr.14388) 142 : cluster 0 pgmap v117: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:51.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:50 smithi189 bash[23633]: cluster 2024-04-13T21:52:49.765982+0000 mgr.y (mgr.14388) 142 : cluster 0 pgmap v117: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:52.538 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:52:52 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:52:52] "GET /metrics HTTP/1.1" 200 33781 "" "Prometheus/2.43.0" 2024-04-13T21:52:53.272 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:52 smithi165 bash[21371]: cluster 2024-04-13T21:52:51.767033+0000 mgr.y (mgr.14388) 143 : cluster 0 pgmap v118: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:53.272 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:52 smithi165 bash[31269]: cluster 2024-04-13T21:52:51.767033+0000 mgr.y (mgr.14388) 143 : cluster 0 pgmap v118: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:53.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:52 smithi189 bash[23633]: cluster 2024-04-13T21:52:51.767033+0000 mgr.y (mgr.14388) 143 : cluster 0 pgmap v118: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:55.276 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:54 smithi165 bash[21371]: cluster 2024-04-13T21:52:53.767660+0000 mgr.y (mgr.14388) 144 : cluster 0 pgmap v119: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:55.276 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:54 smithi165 bash[31269]: cluster 2024-04-13T21:52:53.767660+0000 mgr.y (mgr.14388) 144 : cluster 0 pgmap v119: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:55.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:54 smithi189 bash[23633]: cluster 2024-04-13T21:52:53.767660+0000 mgr.y (mgr.14388) 144 : cluster 0 pgmap v119: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:56.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:55 smithi189 bash[23633]: audit 2024-04-13T21:52:55.798090+0000 mon.c (mon.2) 103 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:52:56.342 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:55 smithi165 bash[21371]: audit 2024-04-13T21:52:55.798090+0000 mon.c (mon.2) 103 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:52:56.343 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:55 smithi165 bash[31269]: audit 2024-04-13T21:52:55.798090+0000 mon.c (mon.2) 103 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:52:57.054 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:56 smithi165 bash[21371]: cluster 2024-04-13T21:52:55.768062+0000 mgr.y (mgr.14388) 145 : cluster 0 pgmap v120: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:57.054 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:56 smithi165 bash[31269]: cluster 2024-04-13T21:52:55.768062+0000 mgr.y (mgr.14388) 145 : cluster 0 pgmap v120: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:57.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:56 smithi189 bash[23633]: cluster 2024-04-13T21:52:55.768062+0000 mgr.y (mgr.14388) 145 : cluster 0 pgmap v120: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:59.120 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:52:59 smithi165 bash[31269]: cluster 2024-04-13T21:52:57.769089+0000 mgr.y (mgr.14388) 146 : cluster 0 pgmap v121: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:59.120 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:52:59 smithi165 bash[21371]: cluster 2024-04-13T21:52:57.769089+0000 mgr.y (mgr.14388) 146 : cluster 0 pgmap v121: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:52:59.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:52:58 smithi189 bash[23633]: cluster 2024-04-13T21:52:57.769089+0000 mgr.y (mgr.14388) 146 : cluster 0 pgmap v121: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:00.515 INFO:teuthology.orchestra.run.smithi165.stdout:201863462979 2024-04-13T21:53:00.515 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-13T21:53:00.704 INFO:teuthology.orchestra.run.smithi165.stdout:34359738493 2024-04-13T21:53:00.705 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-13T21:53:01.061 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:00 smithi165 bash[21371]: cluster 2024-04-13T21:52:59.769934+0000 mgr.y (mgr.14388) 147 : cluster 0 pgmap v122: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:01.061 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:00 smithi165 bash[31269]: cluster 2024-04-13T21:52:59.769934+0000 mgr.y (mgr.14388) 147 : cluster 0 pgmap v122: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:01.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:00 smithi189 bash[23633]: cluster 2024-04-13T21:52:59.769934+0000 mgr.y (mgr.14388) 147 : cluster 0 pgmap v122: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:02.276 INFO:teuthology.orchestra.run.smithi165.stdout:236223201336 2024-04-13T21:53:02.276 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-13T21:53:02.561 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:53:02 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:53:02] "GET /metrics HTTP/1.1" 200 33782 "" "Prometheus/2.43.0" 2024-04-13T21:53:02.568 INFO:teuthology.orchestra.run.smithi165.stdout:111669149792 2024-04-13T21:53:02.568 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-13T21:53:02.850 INFO:teuthology.orchestra.run.smithi165.stdout:167503724620 2024-04-13T21:53:02.850 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-13T21:53:03.095 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:02 smithi165 bash[31269]: cluster 2024-04-13T21:53:01.771050+0000 mgr.y (mgr.14388) 148 : cluster 0 pgmap v123: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:03.095 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:02 smithi165 bash[21371]: cluster 2024-04-13T21:53:01.771050+0000 mgr.y (mgr.14388) 148 : cluster 0 pgmap v123: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:03.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:02 smithi189 bash[23633]: cluster 2024-04-13T21:53:01.771050+0000 mgr.y (mgr.14388) 148 : cluster 0 pgmap v123: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:03.993 INFO:teuthology.orchestra.run.smithi165.stdout:133143986262 2024-04-13T21:53:03.993 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-13T21:53:04.580 INFO:teuthology.orchestra.run.smithi165.stdout:55834574964 2024-04-13T21:53:04.581 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-13T21:53:05.097 INFO:teuthology.orchestra.run.smithi165.stdout:77309411434 2024-04-13T21:53:05.097 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-13T21:53:05.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:04 smithi165 bash[21371]: cluster 2024-04-13T21:53:03.771693+0000 mgr.y (mgr.14388) 149 : cluster 0 pgmap v124: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:05.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:04 smithi165 bash[31269]: cluster 2024-04-13T21:53:03.771693+0000 mgr.y (mgr.14388) 149 : cluster 0 pgmap v124: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:05.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:04 smithi189 bash[23633]: cluster 2024-04-13T21:53:03.771693+0000 mgr.y (mgr.14388) 149 : cluster 0 pgmap v124: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:07.281 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:53:07.282 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:53:07.282 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:53:07.284 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:53:07.284 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:53:07.306 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:06 smithi165 bash[31269]: cluster 2024-04-13T21:53:05.772456+0000 mgr.y (mgr.14388) 150 : cluster 0 pgmap v125: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:07.309 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:06 smithi165 bash[21371]: cluster 2024-04-13T21:53:05.772456+0000 mgr.y (mgr.14388) 150 : cluster 0 pgmap v125: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:07.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:06 smithi189 bash[23633]: cluster 2024-04-13T21:53:05.772456+0000 mgr.y (mgr.14388) 150 : cluster 0 pgmap v125: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:08.294 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:53:09.217 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:08 smithi165 bash[21371]: cluster 2024-04-13T21:53:07.773522+0000 mgr.y (mgr.14388) 151 : cluster 0 pgmap v126: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:09.217 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:08 smithi165 bash[31269]: cluster 2024-04-13T21:53:07.773522+0000 mgr.y (mgr.14388) 151 : cluster 0 pgmap v126: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:09.314 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:53:09.315 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:53:09.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:08 smithi189 bash[23633]: cluster 2024-04-13T21:53:07.773522+0000 mgr.y (mgr.14388) 151 : cluster 0 pgmap v126: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:10.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:09 smithi165 bash[21371]: audit 2024-04-13T21:53:08.974495+0000 mon.c (mon.2) 104 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:53:10.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:09 smithi165 bash[21371]: audit 2024-04-13T21:53:09.445080+0000 mon.c (mon.2) 105 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:53:10.311 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:09 smithi165 bash[21371]: audit 2024-04-13T21:53:09.446583+0000 mon.c (mon.2) 106 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:53:10.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:09 smithi165 bash[21371]: audit 2024-04-13T21:53:09.456211+0000 mon.a (mon.0) 826 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:53:10.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:09 smithi165 bash[31269]: audit 2024-04-13T21:53:08.974495+0000 mon.c (mon.2) 104 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:53:10.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:09 smithi165 bash[31269]: audit 2024-04-13T21:53:09.445080+0000 mon.c (mon.2) 105 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:53:10.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:09 smithi165 bash[31269]: audit 2024-04-13T21:53:09.446583+0000 mon.c (mon.2) 106 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:53:10.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:09 smithi165 bash[31269]: audit 2024-04-13T21:53:09.456211+0000 mon.a (mon.0) 826 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:53:10.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:09 smithi189 bash[23633]: audit 2024-04-13T21:53:08.974495+0000 mon.c (mon.2) 104 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:53:10.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:09 smithi189 bash[23633]: audit 2024-04-13T21:53:09.445080+0000 mon.c (mon.2) 105 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:53:10.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:09 smithi189 bash[23633]: audit 2024-04-13T21:53:09.446583+0000 mon.c (mon.2) 106 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:53:10.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:09 smithi189 bash[23633]: audit 2024-04-13T21:53:09.456211+0000 mon.a (mon.0) 826 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:53:11.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:11 smithi165 bash[21371]: cluster 2024-04-13T21:53:09.774125+0000 mgr.y (mgr.14388) 152 : cluster 0 pgmap v127: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:11.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:11 smithi165 bash[21371]: audit 2024-04-13T21:53:10.797844+0000 mon.c (mon.2) 107 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:53:11.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:11 smithi165 bash[31269]: cluster 2024-04-13T21:53:09.774125+0000 mgr.y (mgr.14388) 152 : cluster 0 pgmap v127: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:11.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:11 smithi165 bash[31269]: audit 2024-04-13T21:53:10.797844+0000 mon.c (mon.2) 107 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:53:11.839 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:11 smithi189 bash[23633]: cluster 2024-04-13T21:53:09.774125+0000 mgr.y (mgr.14388) 152 : cluster 0 pgmap v127: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:11.839 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:11 smithi189 bash[23633]: audit 2024-04-13T21:53:10.797844+0000 mon.c (mon.2) 107 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:53:12.561 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:53:12 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:53:12] "GET /metrics HTTP/1.1" 200 33783 "" "Prometheus/2.43.0" 2024-04-13T21:53:13.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:13 smithi165 bash[21371]: cluster 2024-04-13T21:53:11.775138+0000 mgr.y (mgr.14388) 153 : cluster 0 pgmap v128: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:13.561 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:13 smithi165 bash[31269]: cluster 2024-04-13T21:53:11.775138+0000 mgr.y (mgr.14388) 153 : cluster 0 pgmap v128: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:13.839 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:13 smithi189 bash[23633]: cluster 2024-04-13T21:53:11.775138+0000 mgr.y (mgr.14388) 153 : cluster 0 pgmap v128: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:15.691 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:15 smithi165 bash[21371]: cluster 2024-04-13T21:53:13.775718+0000 mgr.y (mgr.14388) 154 : cluster 0 pgmap v129: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:15.691 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:15 smithi165 bash[31269]: cluster 2024-04-13T21:53:13.775718+0000 mgr.y (mgr.14388) 154 : cluster 0 pgmap v129: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:15.839 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:15 smithi189 bash[23633]: cluster 2024-04-13T21:53:13.775718+0000 mgr.y (mgr.14388) 154 : cluster 0 pgmap v129: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:17.837 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:17 smithi165 bash[31269]: cluster 2024-04-13T21:53:15.776319+0000 mgr.y (mgr.14388) 155 : cluster 0 pgmap v130: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:17.837 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:17 smithi165 bash[21371]: cluster 2024-04-13T21:53:15.776319+0000 mgr.y (mgr.14388) 155 : cluster 0 pgmap v130: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:17.839 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:17 smithi189 bash[23633]: cluster 2024-04-13T21:53:15.776319+0000 mgr.y (mgr.14388) 155 : cluster 0 pgmap v130: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:19.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:19 smithi165 bash[21371]: cluster 2024-04-13T21:53:17.777466+0000 mgr.y (mgr.14388) 156 : cluster 0 pgmap v131: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:19.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:19 smithi165 bash[31269]: cluster 2024-04-13T21:53:17.777466+0000 mgr.y (mgr.14388) 156 : cluster 0 pgmap v131: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:19.839 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:19 smithi189 bash[23633]: cluster 2024-04-13T21:53:17.777466+0000 mgr.y (mgr.14388) 156 : cluster 0 pgmap v131: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:20.994 INFO:teuthology.orchestra.run.smithi165.stdout:34359738497 2024-04-13T21:53:21.277 INFO:teuthology.orchestra.run.smithi165.stdout:167503724624 2024-04-13T21:53:21.547 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:21 smithi165 bash[21371]: cluster 2024-04-13T21:53:19.778134+0000 mgr.y (mgr.14388) 157 : cluster 0 pgmap v132: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:21.547 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:21 smithi165 bash[21371]: audit 2024-04-13T21:53:21.004083+0000 mon.c (mon.2) 108 : audit 0 from='client.? 172.21.15.165:0/2948716095' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-13T21:53:21.547 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:21 smithi165 bash[21371]: audit 2024-04-13T21:53:21.287171+0000 mon.a (mon.0) 827 : audit 0 from='client.? 172.21.15.165:0/2519624704' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-13T21:53:21.547 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:21 smithi165 bash[31269]: cluster 2024-04-13T21:53:19.778134+0000 mgr.y (mgr.14388) 157 : cluster 0 pgmap v132: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:21.547 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:21 smithi165 bash[31269]: audit 2024-04-13T21:53:21.004083+0000 mon.c (mon.2) 108 : audit 0 from='client.? 172.21.15.165:0/2948716095' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-13T21:53:21.547 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:21 smithi165 bash[31269]: audit 2024-04-13T21:53:21.287171+0000 mon.a (mon.0) 827 : audit 0 from='client.? 172.21.15.165:0/2519624704' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-13T21:53:21.839 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:21 smithi189 bash[23633]: cluster 2024-04-13T21:53:19.778134+0000 mgr.y (mgr.14388) 157 : cluster 0 pgmap v132: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:21.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:21 smithi189 bash[23633]: audit 2024-04-13T21:53:21.004083+0000 mon.c (mon.2) 108 : audit 0 from='client.? 172.21.15.165:0/2948716095' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-13T21:53:21.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:21 smithi189 bash[23633]: audit 2024-04-13T21:53:21.287171+0000 mon.a (mon.0) 827 : audit 0 from='client.? 172.21.15.165:0/2519624704' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-13T21:53:21.900 INFO:teuthology.orchestra.run.smithi165.stdout:55834574967 2024-04-13T21:53:22.183 INFO:teuthology.orchestra.run.smithi165.stdout:133143986266 2024-04-13T21:53:22.468 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:53:22 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:53:22] "GET /metrics HTTP/1.1" 200 33783 "" "Prometheus/2.43.0" 2024-04-13T21:53:22.592 INFO:teuthology.orchestra.run.smithi165.stdout:201863462984 2024-04-13T21:53:22.839 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:22 smithi189 bash[23633]: audit 2024-04-13T21:53:21.910250+0000 mon.a (mon.0) 828 : audit 0 from='client.? 172.21.15.165:0/3011179807' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-13T21:53:22.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:22 smithi189 bash[23633]: audit 2024-04-13T21:53:22.192612+0000 mon.c (mon.2) 109 : audit 0 from='client.? 172.21.15.165:0/855749568' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-13T21:53:22.845 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:22 smithi165 bash[21371]: audit 2024-04-13T21:53:21.910250+0000 mon.a (mon.0) 828 : audit 0 from='client.? 172.21.15.165:0/3011179807' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-13T21:53:22.845 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:22 smithi165 bash[21371]: audit 2024-04-13T21:53:22.192612+0000 mon.c (mon.2) 109 : audit 0 from='client.? 172.21.15.165:0/855749568' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-13T21:53:22.845 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:22 smithi165 bash[31269]: audit 2024-04-13T21:53:21.910250+0000 mon.a (mon.0) 828 : audit 0 from='client.? 172.21.15.165:0/3011179807' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-13T21:53:22.846 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:22 smithi165 bash[31269]: audit 2024-04-13T21:53:22.192612+0000 mon.c (mon.2) 109 : audit 0 from='client.? 172.21.15.165:0/855749568' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-13T21:53:23.329 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738493 got 34359738497 for osd.0 2024-04-13T21:53:23.329 DEBUG:teuthology.parallel:result is None 2024-04-13T21:53:23.634 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:23 smithi165 bash[21371]: cluster 2024-04-13T21:53:21.779219+0000 mgr.y (mgr.14388) 158 : cluster 0 pgmap v133: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:23.634 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:23 smithi165 bash[21371]: audit 2024-04-13T21:53:22.602442+0000 mon.a (mon.0) 829 : audit 0 from='client.? 172.21.15.165:0/3456807827' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-13T21:53:23.635 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:23 smithi165 bash[31269]: cluster 2024-04-13T21:53:21.779219+0000 mgr.y (mgr.14388) 158 : cluster 0 pgmap v133: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:23.635 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:23 smithi165 bash[31269]: audit 2024-04-13T21:53:22.602442+0000 mon.a (mon.0) 829 : audit 0 from='client.? 172.21.15.165:0/3456807827' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-13T21:53:23.839 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:23 smithi189 bash[23633]: cluster 2024-04-13T21:53:21.779219+0000 mgr.y (mgr.14388) 158 : cluster 0 pgmap v133: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:23.839 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:23 smithi189 bash[23633]: audit 2024-04-13T21:53:22.602442+0000 mon.a (mon.0) 829 : audit 0 from='client.? 172.21.15.165:0/3456807827' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-13T21:53:24.265 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574964 got 55834574967 for osd.1 2024-04-13T21:53:24.265 DEBUG:teuthology.parallel:result is None 2024-04-13T21:53:24.815 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986262 got 133143986266 for osd.4 2024-04-13T21:53:24.815 DEBUG:teuthology.parallel:result is None 2024-04-13T21:53:24.915 INFO:teuthology.orchestra.run.smithi165.stdout:77309411438 2024-04-13T21:53:25.190 INFO:teuthology.orchestra.run.smithi165.stdout:111669149797 2024-04-13T21:53:25.741 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:25 smithi165 bash[21371]: cluster 2024-04-13T21:53:23.779887+0000 mgr.y (mgr.14388) 159 : cluster 0 pgmap v134: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:25.741 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:25 smithi165 bash[21371]: audit 2024-04-13T21:53:24.924116+0000 mon.a (mon.0) 830 : audit 0 from='client.? 172.21.15.165:0/1092301886' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-13T21:53:25.741 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:25 smithi165 bash[21371]: audit 2024-04-13T21:53:25.199752+0000 mon.c (mon.2) 110 : audit 0 from='client.? 172.21.15.165:0/1801447843' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-13T21:53:25.741 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:25 smithi165 bash[31269]: cluster 2024-04-13T21:53:23.779887+0000 mgr.y (mgr.14388) 159 : cluster 0 pgmap v134: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:25.741 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:25 smithi165 bash[31269]: audit 2024-04-13T21:53:24.924116+0000 mon.a (mon.0) 830 : audit 0 from='client.? 172.21.15.165:0/1092301886' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-13T21:53:25.741 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:25 smithi165 bash[31269]: audit 2024-04-13T21:53:25.199752+0000 mon.c (mon.2) 110 : audit 0 from='client.? 172.21.15.165:0/1801447843' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-13T21:53:25.751 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724620 got 167503724624 for osd.5 2024-04-13T21:53:25.751 DEBUG:teuthology.parallel:result is None 2024-04-13T21:53:25.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:25 smithi189 bash[23633]: cluster 2024-04-13T21:53:23.779887+0000 mgr.y (mgr.14388) 159 : cluster 0 pgmap v134: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:25.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:25 smithi189 bash[23633]: audit 2024-04-13T21:53:24.924116+0000 mon.a (mon.0) 830 : audit 0 from='client.? 172.21.15.165:0/1092301886' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-13T21:53:25.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:25 smithi189 bash[23633]: audit 2024-04-13T21:53:25.199752+0000 mon.c (mon.2) 110 : audit 0 from='client.? 172.21.15.165:0/1801447843' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-13T21:53:26.116 INFO:teuthology.orchestra.run.smithi165.stdout:236223201341 2024-04-13T21:53:26.140 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462979 got 201863462984 for osd.6 2024-04-13T21:53:26.140 DEBUG:teuthology.parallel:result is None 2024-04-13T21:53:26.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:26 smithi189 bash[23633]: audit 2024-04-13T21:53:25.797682+0000 mon.c (mon.2) 111 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:53:26.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:26 smithi189 bash[23633]: audit 2024-04-13T21:53:26.125776+0000 mon.c (mon.2) 112 : audit 0 from='client.? 172.21.15.165:0/2404769017' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-13T21:53:26.858 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:26 smithi165 bash[21371]: audit 2024-04-13T21:53:25.797682+0000 mon.c (mon.2) 111 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:53:26.858 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:26 smithi165 bash[21371]: audit 2024-04-13T21:53:26.125776+0000 mon.c (mon.2) 112 : audit 0 from='client.? 172.21.15.165:0/2404769017' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-13T21:53:26.858 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:26 smithi165 bash[31269]: audit 2024-04-13T21:53:25.797682+0000 mon.c (mon.2) 111 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:53:26.858 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:26 smithi165 bash[31269]: audit 2024-04-13T21:53:26.125776+0000 mon.c (mon.2) 112 : audit 0 from='client.? 172.21.15.165:0/2404769017' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-13T21:53:27.207 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411434 got 77309411438 for osd.2 2024-04-13T21:53:27.207 DEBUG:teuthology.parallel:result is None 2024-04-13T21:53:27.561 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:27 smithi165 bash[21371]: cluster 2024-04-13T21:53:25.780338+0000 mgr.y (mgr.14388) 160 : cluster 0 pgmap v135: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:27.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:27 smithi165 bash[31269]: cluster 2024-04-13T21:53:25.780338+0000 mgr.y (mgr.14388) 160 : cluster 0 pgmap v135: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:27.736 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149792 got 111669149797 for osd.3 2024-04-13T21:53:27.736 DEBUG:teuthology.parallel:result is None 2024-04-13T21:53:27.815 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201336 got 236223201341 for osd.7 2024-04-13T21:53:27.815 DEBUG:teuthology.parallel:result is None 2024-04-13T21:53:27.815 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-13T21:53:27.816 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph pg dump --format=json 2024-04-13T21:53:27.839 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:27 smithi189 bash[23633]: cluster 2024-04-13T21:53:25.780338+0000 mgr.y (mgr.14388) 160 : cluster 0 pgmap v135: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:29.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:29 smithi165 bash[21371]: cluster 2024-04-13T21:53:27.781117+0000 mgr.y (mgr.14388) 161 : cluster 0 pgmap v136: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:29.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:29 smithi165 bash[31269]: cluster 2024-04-13T21:53:27.781117+0000 mgr.y (mgr.14388) 161 : cluster 0 pgmap v136: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:29.839 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:29 smithi189 bash[23633]: cluster 2024-04-13T21:53:27.781117+0000 mgr.y (mgr.14388) 161 : cluster 0 pgmap v136: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:31.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:31 smithi165 bash[21371]: cluster 2024-04-13T21:53:29.781768+0000 mgr.y (mgr.14388) 162 : cluster 0 pgmap v137: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:31.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:31 smithi165 bash[31269]: cluster 2024-04-13T21:53:29.781768+0000 mgr.y (mgr.14388) 162 : cluster 0 pgmap v137: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:31.839 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:31 smithi189 bash[23633]: cluster 2024-04-13T21:53:29.781768+0000 mgr.y (mgr.14388) 162 : cluster 0 pgmap v137: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:32.552 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:53:32.811 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:53:32 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:53:32] "GET /metrics HTTP/1.1" 200 33772 "" "Prometheus/2.43.0" 2024-04-13T21:53:33.609 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:33 smithi165 bash[21371]: cluster 2024-04-13T21:53:31.782792+0000 mgr.y (mgr.14388) 163 : cluster 0 pgmap v138: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:33.610 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:33 smithi165 bash[31269]: cluster 2024-04-13T21:53:31.782792+0000 mgr.y (mgr.14388) 163 : cluster 0 pgmap v138: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:33.839 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:33 smithi189 bash[23633]: cluster 2024-04-13T21:53:31.782792+0000 mgr.y (mgr.14388) 163 : cluster 0 pgmap v138: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:35.220 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T21:53:35.222 INFO:teuthology.orchestra.run.smithi165.stderr:dumped all 2024-04-13T21:53:35.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:35 smithi165 bash[31269]: cluster 2024-04-13T21:53:33.783427+0000 mgr.y (mgr.14388) 164 : cluster 0 pgmap v139: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:35.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:35 smithi165 bash[21371]: cluster 2024-04-13T21:53:33.783427+0000 mgr.y (mgr.14388) 164 : cluster 0 pgmap v139: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:35.839 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:35 smithi189 bash[23633]: cluster 2024-04-13T21:53:33.783427+0000 mgr.y (mgr.14388) 164 : cluster 0 pgmap v139: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:35.941 INFO:teuthology.orchestra.run.smithi165.stdout:{"pg_ready":true,"pg_map":{"version":139,"stamp":"2024-04-13T21:53:33.783096+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":289,"num_read_kb":386,"num_write":224,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":256560,"kb_used_data":7612,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":749704656,"statfs":{"total":767960285184,"available":767697567744,"internally_reserved":0,"allocated":7794688,"data_stored":4373540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":254791224},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004693"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.737867+0000","last_change":"2024-04-13T21:51:56.775736+0000","last_active":"2024-04-13T21:52:26.737867+0000","last_peered":"2024-04-13T21:52:26.737867+0000","last_clean":"2024-04-13T21:52:26.737867+0000","last_became_active":"2024-04-13T21:51:56.775183+0000","last_became_peered":"2024-04-13T21:51:56.775183+0000","last_unstale":"2024-04-13T21:52:26.737867+0000","last_undegraded":"2024-04-13T21:52:26.737867+0000","last_fullsized":"2024-04-13T21:52:26.737867+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T05:02:31.727593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"70'5","reported_seq":23,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.722626+0000","last_change":"2024-04-13T21:51:56.724518+0000","last_active":"2024-04-13T21:52:26.722626+0000","last_peered":"2024-04-13T21:52:26.722626+0000","last_clean":"2024-04-13T21:52:26.722626+0000","last_became_active":"2024-04-13T21:51:56.722960+0000","last_became_peered":"2024-04-13T21:51:56.722960+0000","last_unstale":"2024-04-13T21:52:26.722626+0000","last_undegraded":"2024-04-13T21:52:26.722626+0000","last_fullsized":"2024-04-13T21:52:26.722626+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T07:34:32.565191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.724976+0000","last_change":"2024-04-13T21:51:57.992977+0000","last_active":"2024-04-13T21:52:26.724976+0000","last_peered":"2024-04-13T21:52:26.724976+0000","last_clean":"2024-04-13T21:52:26.724976+0000","last_became_active":"2024-04-13T21:51:57.992217+0000","last_became_peered":"2024-04-13T21:51:57.992217+0000","last_unstale":"2024-04-13T21:52:26.724976+0000","last_undegraded":"2024-04-13T21:52:26.724976+0000","last_fullsized":"2024-04-13T21:52:26.724976+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T09:30:24.417147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"70'2","reported_seq":18,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.726214+0000","last_change":"2024-04-13T21:51:56.750504+0000","last_active":"2024-04-13T21:52:26.726214+0000","last_peered":"2024-04-13T21:52:26.726214+0000","last_clean":"2024-04-13T21:52:26.726214+0000","last_became_active":"2024-04-13T21:51:56.749566+0000","last_became_peered":"2024-04-13T21:51:56.749566+0000","last_unstale":"2024-04-13T21:52:26.726214+0000","last_undegraded":"2024-04-13T21:52:26.726214+0000","last_fullsized":"2024-04-13T21:52:26.726214+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T03:16:36.797486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.738403+0000","last_change":"2024-04-13T21:51:57.115046+0000","last_active":"2024-04-13T21:52:26.738403+0000","last_peered":"2024-04-13T21:52:26.738403+0000","last_clean":"2024-04-13T21:52:26.738403+0000","last_became_active":"2024-04-13T21:51:57.114141+0000","last_became_peered":"2024-04-13T21:51:57.114141+0000","last_unstale":"2024-04-13T21:52:26.738403+0000","last_undegraded":"2024-04-13T21:52:26.738403+0000","last_fullsized":"2024-04-13T21:52:26.738403+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T07:53:38.871446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":20,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.729141+0000","last_change":"2024-04-13T21:51:56.726254+0000","last_active":"2024-04-13T21:52:26.729141+0000","last_peered":"2024-04-13T21:52:26.729141+0000","last_clean":"2024-04-13T21:52:26.729141+0000","last_became_active":"2024-04-13T21:51:56.724696+0000","last_became_peered":"2024-04-13T21:51:56.724696+0000","last_unstale":"2024-04-13T21:52:26.729141+0000","last_undegraded":"2024-04-13T21:52:26.729141+0000","last_fullsized":"2024-04-13T21:52:26.729141+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T05:44:55.210279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.738782+0000","last_change":"2024-04-13T21:51:57.114791+0000","last_active":"2024-04-13T21:52:26.738782+0000","last_peered":"2024-04-13T21:52:26.738782+0000","last_clean":"2024-04-13T21:52:26.738782+0000","last_became_active":"2024-04-13T21:51:57.113859+0000","last_became_peered":"2024-04-13T21:51:57.113859+0000","last_unstale":"2024-04-13T21:52:26.738782+0000","last_undegraded":"2024-04-13T21:52:26.738782+0000","last_fullsized":"2024-04-13T21:52:26.738782+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T08:45:20.166153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":20,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.728995+0000","last_change":"2024-04-13T21:51:56.727061+0000","last_active":"2024-04-13T21:52:26.728995+0000","last_peered":"2024-04-13T21:52:26.728995+0000","last_clean":"2024-04-13T21:52:26.728995+0000","last_became_active":"2024-04-13T21:51:56.726239+0000","last_became_peered":"2024-04-13T21:51:56.726239+0000","last_unstale":"2024-04-13T21:52:26.728995+0000","last_undegraded":"2024-04-13T21:52:26.728995+0000","last_fullsized":"2024-04-13T21:52:26.728995+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T04:36:45.583757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.718149+0000","last_change":"2024-04-13T21:51:57.113642+0000","last_active":"2024-04-13T21:52:26.718149+0000","last_peered":"2024-04-13T21:52:26.718149+0000","last_clean":"2024-04-13T21:52:26.718149+0000","last_became_active":"2024-04-13T21:51:57.113344+0000","last_became_peered":"2024-04-13T21:51:57.113344+0000","last_unstale":"2024-04-13T21:52:26.718149+0000","last_undegraded":"2024-04-13T21:52:26.718149+0000","last_fullsized":"2024-04-13T21:52:26.718149+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T22:26:35.839115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"70'2","reported_seq":18,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.720574+0000","last_change":"2024-04-13T21:51:56.743765+0000","last_active":"2024-04-13T21:52:26.720574+0000","last_peered":"2024-04-13T21:52:26.720574+0000","last_clean":"2024-04-13T21:52:26.720574+0000","last_became_active":"2024-04-13T21:51:56.743456+0000","last_became_peered":"2024-04-13T21:51:56.743456+0000","last_unstale":"2024-04-13T21:52:26.720574+0000","last_undegraded":"2024-04-13T21:52:26.720574+0000","last_fullsized":"2024-04-13T21:52:26.720574+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T02:31:38.441752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.738382+0000","last_change":"2024-04-13T21:51:56.775566+0000","last_active":"2024-04-13T21:52:26.738382+0000","last_peered":"2024-04-13T21:52:26.738382+0000","last_clean":"2024-04-13T21:52:26.738382+0000","last_became_active":"2024-04-13T21:51:56.775005+0000","last_became_peered":"2024-04-13T21:51:56.775005+0000","last_unstale":"2024-04-13T21:52:26.738382+0000","last_undegraded":"2024-04-13T21:52:26.738382+0000","last_fullsized":"2024-04-13T21:52:26.738382+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T01:00:45.643987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"70'1","reported_seq":17,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.721769+0000","last_change":"2024-04-13T21:51:56.744808+0000","last_active":"2024-04-13T21:52:26.721769+0000","last_peered":"2024-04-13T21:52:26.721769+0000","last_clean":"2024-04-13T21:52:26.721769+0000","last_became_active":"2024-04-13T21:51:56.744239+0000","last_became_peered":"2024-04-13T21:51:56.744239+0000","last_unstale":"2024-04-13T21:52:26.721769+0000","last_undegraded":"2024-04-13T21:52:26.721769+0000","last_fullsized":"2024-04-13T21:52:26.721769+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T01:02:16.668077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":21,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:27.225125+0000","last_change":"2024-04-13T21:50:04.211467+0000","last_active":"2024-04-13T21:52:27.225125+0000","last_peered":"2024-04-13T21:52:27.225125+0000","last_clean":"2024-04-13T21:52:27.225125+0000","last_became_active":"2024-04-13T21:50:04.210907+0000","last_became_peered":"2024-04-13T21:50:04.210907+0000","last_unstale":"2024-04-13T21:52:27.225125+0000","last_undegraded":"2024-04-13T21:52:27.225125+0000","last_fullsized":"2024-04-13T21:52:27.225125+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T08:30:25.087430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.724269+0000","last_change":"2024-04-13T21:51:57.994929+0000","last_active":"2024-04-13T21:52:26.724269+0000","last_peered":"2024-04-13T21:52:26.724269+0000","last_clean":"2024-04-13T21:52:26.724269+0000","last_became_active":"2024-04-13T21:51:57.993904+0000","last_became_peered":"2024-04-13T21:51:57.993904+0000","last_unstale":"2024-04-13T21:52:26.724269+0000","last_undegraded":"2024-04-13T21:52:26.724269+0000","last_fullsized":"2024-04-13T21:52:26.724269+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T04:07:15.524115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":21,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.731837+0000","last_change":"2024-04-13T21:50:04.691273+0000","last_active":"2024-04-13T21:52:26.731837+0000","last_peered":"2024-04-13T21:52:26.731837+0000","last_clean":"2024-04-13T21:52:26.731837+0000","last_became_active":"2024-04-13T21:50:04.690587+0000","last_became_peered":"2024-04-13T21:50:04.690587+0000","last_unstale":"2024-04-13T21:52:26.731837+0000","last_undegraded":"2024-04-13T21:52:26.731837+0000","last_fullsized":"2024-04-13T21:52:26.731837+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T02:08:35.218302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":20,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.726452+0000","last_change":"2024-04-13T21:51:56.752801+0000","last_active":"2024-04-13T21:52:26.726452+0000","last_peered":"2024-04-13T21:52:26.726452+0000","last_clean":"2024-04-13T21:52:26.726452+0000","last_became_active":"2024-04-13T21:51:56.748297+0000","last_became_peered":"2024-04-13T21:51:56.748297+0000","last_unstale":"2024-04-13T21:52:26.726452+0000","last_undegraded":"2024-04-13T21:52:26.726452+0000","last_fullsized":"2024-04-13T21:52:26.726452+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T08:11:08.651611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.720765+0000","last_change":"2024-04-13T21:51:56.802029+0000","last_active":"2024-04-13T21:52:26.720765+0000","last_peered":"2024-04-13T21:52:26.720765+0000","last_clean":"2024-04-13T21:52:26.720765+0000","last_became_active":"2024-04-13T21:51:56.801659+0000","last_became_peered":"2024-04-13T21:51:56.801659+0000","last_unstale":"2024-04-13T21:52:26.720765+0000","last_undegraded":"2024-04-13T21:52:26.720765+0000","last_fullsized":"2024-04-13T21:52:26.720765+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T00:32:16.610388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.733588+0000","last_change":"2024-04-13T21:51:56.734412+0000","last_active":"2024-04-13T21:52:26.733588+0000","last_peered":"2024-04-13T21:52:26.733588+0000","last_clean":"2024-04-13T21:52:26.733588+0000","last_became_active":"2024-04-13T21:51:56.731776+0000","last_became_peered":"2024-04-13T21:51:56.731776+0000","last_unstale":"2024-04-13T21:52:26.733588+0000","last_undegraded":"2024-04-13T21:52:26.733588+0000","last_fullsized":"2024-04-13T21:52:26.733588+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T03:58:44.859635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":21,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.720606+0000","last_change":"2024-04-13T21:50:05.138081+0000","last_active":"2024-04-13T21:52:26.720606+0000","last_peered":"2024-04-13T21:52:26.720606+0000","last_clean":"2024-04-13T21:52:26.720606+0000","last_became_active":"2024-04-13T21:50:05.137507+0000","last_became_peered":"2024-04-13T21:50:05.137507+0000","last_unstale":"2024-04-13T21:52:26.720606+0000","last_undegraded":"2024-04-13T21:52:26.720606+0000","last_fullsized":"2024-04-13T21:52:26.720606+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T09:35:15.111213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.721969+0000","last_change":"2024-04-13T21:51:56.774505+0000","last_active":"2024-04-13T21:52:26.721969+0000","last_peered":"2024-04-13T21:52:26.721969+0000","last_clean":"2024-04-13T21:52:26.721969+0000","last_became_active":"2024-04-13T21:51:56.773795+0000","last_became_peered":"2024-04-13T21:51:56.773795+0000","last_unstale":"2024-04-13T21:52:26.721969+0000","last_undegraded":"2024-04-13T21:52:26.721969+0000","last_fullsized":"2024-04-13T21:52:26.721969+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T04:53:48.988485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.719592+0000","last_change":"2024-04-13T21:51:56.736492+0000","last_active":"2024-04-13T21:52:26.719592+0000","last_peered":"2024-04-13T21:52:26.719592+0000","last_clean":"2024-04-13T21:52:26.719592+0000","last_became_active":"2024-04-13T21:51:56.735648+0000","last_became_peered":"2024-04-13T21:51:56.735648+0000","last_unstale":"2024-04-13T21:52:26.719592+0000","last_undegraded":"2024-04-13T21:52:26.719592+0000","last_fullsized":"2024-04-13T21:52:26.719592+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T23:12:20.462170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":21,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.720039+0000","last_change":"2024-04-13T21:50:05.138064+0000","last_active":"2024-04-13T21:52:26.720039+0000","last_peered":"2024-04-13T21:52:26.720039+0000","last_clean":"2024-04-13T21:52:26.720039+0000","last_became_active":"2024-04-13T21:50:05.137495+0000","last_became_peered":"2024-04-13T21:50:05.137495+0000","last_unstale":"2024-04-13T21:52:26.720039+0000","last_undegraded":"2024-04-13T21:52:26.720039+0000","last_fullsized":"2024-04-13T21:52:26.720039+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T05:07:48.356542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:27.224861+0000","last_change":"2024-04-13T21:51:56.807659+0000","last_active":"2024-04-13T21:52:27.224861+0000","last_peered":"2024-04-13T21:52:27.224861+0000","last_clean":"2024-04-13T21:52:27.224861+0000","last_became_active":"2024-04-13T21:51:56.807034+0000","last_became_peered":"2024-04-13T21:51:56.807034+0000","last_unstale":"2024-04-13T21:52:27.224861+0000","last_undegraded":"2024-04-13T21:52:27.224861+0000","last_fullsized":"2024-04-13T21:52:27.224861+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T09:01:07.921463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.724876+0000","last_change":"2024-04-13T21:51:56.739298+0000","last_active":"2024-04-13T21:52:26.724876+0000","last_peered":"2024-04-13T21:52:26.724876+0000","last_clean":"2024-04-13T21:52:26.724876+0000","last_became_active":"2024-04-13T21:51:56.738462+0000","last_became_peered":"2024-04-13T21:51:56.738462+0000","last_unstale":"2024-04-13T21:52:26.724876+0000","last_undegraded":"2024-04-13T21:52:26.724876+0000","last_fullsized":"2024-04-13T21:52:26.724876+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T02:38:02.159205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"60'128","reported_seq":269,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-04-13T21:52:27.761831+0000","last_change":"2024-04-13T21:48:32.561954+0000","last_active":"2024-04-13T21:52:27.761831+0000","last_peered":"2024-04-13T21:52:27.761831+0000","last_clean":"2024-04-13T21:52:27.761831+0000","last_became_active":"2024-04-13T21:48:32.561060+0000","last_became_peered":"2024-04-13T21:48:32.561060+0000","last_unstale":"2024-04-13T21:52:27.761831+0000","last_undegraded":"2024-04-13T21:52:27.761831+0000","last_fullsized":"2024-04-13T21:52:27.761831+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:44:25.537347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:44:25.537347+0000","last_clean_scrub_stamp":"2024-04-13T21:44:25.537347+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T04:24:03.612590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":21,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.728806+0000","last_change":"2024-04-13T21:50:04.206549+0000","last_active":"2024-04-13T21:52:26.728806+0000","last_peered":"2024-04-13T21:52:26.728806+0000","last_clean":"2024-04-13T21:52:26.728806+0000","last_became_active":"2024-04-13T21:50:04.206016+0000","last_became_peered":"2024-04-13T21:50:04.206016+0000","last_unstale":"2024-04-13T21:52:26.728806+0000","last_undegraded":"2024-04-13T21:52:26.728806+0000","last_fullsized":"2024-04-13T21:52:26.728806+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T08:07:42.376394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":11,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-04-13T21:52:27.964543+0000","last_change":"2024-04-13T21:52:27.964543+0000","last_active":"2024-04-13T21:52:27.964543+0000","last_peered":"2024-04-13T21:52:27.964543+0000","last_clean":"2024-04-13T21:52:27.964543+0000","last_became_active":"2024-04-13T21:52:27.963569+0000","last_became_peered":"2024-04-13T21:52:27.963569+0000","last_unstale":"2024-04-13T21:52:27.964543+0000","last_undegraded":"2024-04-13T21:52:27.964543+0000","last_fullsized":"2024-04-13T21:52:27.964543+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T05:21:54.413502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.730918+0000","last_change":"2024-04-13T21:51:56.721990+0000","last_active":"2024-04-13T21:52:26.730918+0000","last_peered":"2024-04-13T21:52:26.730918+0000","last_clean":"2024-04-13T21:52:26.730918+0000","last_became_active":"2024-04-13T21:51:56.718399+0000","last_became_peered":"2024-04-13T21:51:56.718399+0000","last_unstale":"2024-04-13T21:52:26.730918+0000","last_undegraded":"2024-04-13T21:52:26.730918+0000","last_fullsized":"2024-04-13T21:52:26.730918+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T09:09:02.568738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":21,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.716880+0000","last_change":"2024-04-13T21:50:05.136885+0000","last_active":"2024-04-13T21:52:26.716880+0000","last_peered":"2024-04-13T21:52:26.716880+0000","last_clean":"2024-04-13T21:52:26.716880+0000","last_became_active":"2024-04-13T21:50:05.135856+0000","last_became_peered":"2024-04-13T21:50:05.135856+0000","last_unstale":"2024-04-13T21:52:26.716880+0000","last_undegraded":"2024-04-13T21:52:26.716880+0000","last_fullsized":"2024-04-13T21:52:26.716880+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T07:58:36.343568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.733507+0000","last_change":"2024-04-13T21:51:57.111735+0000","last_active":"2024-04-13T21:52:26.733507+0000","last_peered":"2024-04-13T21:52:26.733507+0000","last_clean":"2024-04-13T21:52:26.733507+0000","last_became_active":"2024-04-13T21:51:57.111386+0000","last_became_peered":"2024-04-13T21:51:57.111386+0000","last_unstale":"2024-04-13T21:52:26.733507+0000","last_undegraded":"2024-04-13T21:52:26.733507+0000","last_fullsized":"2024-04-13T21:52:26.733507+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T03:07:25.089775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.738403+0000","last_change":"2024-04-13T21:51:56.738761+0000","last_active":"2024-04-13T21:52:26.738403+0000","last_peered":"2024-04-13T21:52:26.738403+0000","last_clean":"2024-04-13T21:52:26.738403+0000","last_became_active":"2024-04-13T21:51:56.737831+0000","last_became_peered":"2024-04-13T21:51:56.737831+0000","last_unstale":"2024-04-13T21:52:26.738403+0000","last_undegraded":"2024-04-13T21:52:26.738403+0000","last_fullsized":"2024-04-13T21:52:26.738403+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T06:39:33.307225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":21,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.728641+0000","last_change":"2024-04-13T21:50:04.206238+0000","last_active":"2024-04-13T21:52:26.728641+0000","last_peered":"2024-04-13T21:52:26.728641+0000","last_clean":"2024-04-13T21:52:26.728641+0000","last_became_active":"2024-04-13T21:50:04.205581+0000","last_became_peered":"2024-04-13T21:50:04.205581+0000","last_unstale":"2024-04-13T21:52:26.728641+0000","last_undegraded":"2024-04-13T21:52:26.728641+0000","last_fullsized":"2024-04-13T21:52:26.728641+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T09:17:00.468005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.731025+0000","last_change":"2024-04-13T21:51:56.772520+0000","last_active":"2024-04-13T21:52:26.731025+0000","last_peered":"2024-04-13T21:52:26.731025+0000","last_clean":"2024-04-13T21:52:26.731025+0000","last_became_active":"2024-04-13T21:51:56.771923+0000","last_became_peered":"2024-04-13T21:51:56.771923+0000","last_unstale":"2024-04-13T21:52:26.731025+0000","last_undegraded":"2024-04-13T21:52:26.731025+0000","last_fullsized":"2024-04-13T21:52:26.731025+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T00:46:48.310327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.729138+0000","last_change":"2024-04-13T21:51:56.729281+0000","last_active":"2024-04-13T21:52:26.729138+0000","last_peered":"2024-04-13T21:52:26.729138+0000","last_clean":"2024-04-13T21:52:26.729138+0000","last_became_active":"2024-04-13T21:51:56.727681+0000","last_became_peered":"2024-04-13T21:51:56.727681+0000","last_unstale":"2024-04-13T21:52:26.729138+0000","last_undegraded":"2024-04-13T21:52:26.729138+0000","last_fullsized":"2024-04-13T21:52:26.729138+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T03:38:34.739463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":21,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.733363+0000","last_change":"2024-04-13T21:50:05.136812+0000","last_active":"2024-04-13T21:52:26.733363+0000","last_peered":"2024-04-13T21:52:26.733363+0000","last_clean":"2024-04-13T21:52:26.733363+0000","last_became_active":"2024-04-13T21:50:05.135965+0000","last_became_peered":"2024-04-13T21:50:05.135965+0000","last_unstale":"2024-04-13T21:52:26.733363+0000","last_undegraded":"2024-04-13T21:52:26.733363+0000","last_fullsized":"2024-04-13T21:52:26.733363+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T07:49:46.209610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.733019+0000","last_change":"2024-04-13T21:51:57.113280+0000","last_active":"2024-04-13T21:52:26.733019+0000","last_peered":"2024-04-13T21:52:26.733019+0000","last_clean":"2024-04-13T21:52:26.733019+0000","last_became_active":"2024-04-13T21:51:57.112983+0000","last_became_peered":"2024-04-13T21:51:57.112983+0000","last_unstale":"2024-04-13T21:52:26.733019+0000","last_undegraded":"2024-04-13T21:52:26.733019+0000","last_fullsized":"2024-04-13T21:52:26.733019+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T06:52:57.920463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.724391+0000","last_change":"2024-04-13T21:51:56.750040+0000","last_active":"2024-04-13T21:52:26.724391+0000","last_peered":"2024-04-13T21:52:26.724391+0000","last_clean":"2024-04-13T21:52:26.724391+0000","last_became_active":"2024-04-13T21:51:56.749736+0000","last_became_peered":"2024-04-13T21:51:56.749736+0000","last_unstale":"2024-04-13T21:52:26.724391+0000","last_undegraded":"2024-04-13T21:52:26.724391+0000","last_fullsized":"2024-04-13T21:52:26.724391+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T22:34:24.083870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.739591+0000","last_change":"2024-04-13T21:51:56.776880+0000","last_active":"2024-04-13T21:52:26.739591+0000","last_peered":"2024-04-13T21:52:26.739591+0000","last_clean":"2024-04-13T21:52:26.739591+0000","last_became_active":"2024-04-13T21:51:56.776430+0000","last_became_peered":"2024-04-13T21:51:56.776430+0000","last_unstale":"2024-04-13T21:52:26.739591+0000","last_undegraded":"2024-04-13T21:52:26.739591+0000","last_fullsized":"2024-04-13T21:52:26.739591+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T07:38:52.085670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.738404+0000","last_change":"2024-04-13T21:51:56.739688+0000","last_active":"2024-04-13T21:52:26.738404+0000","last_peered":"2024-04-13T21:52:26.738404+0000","last_clean":"2024-04-13T21:52:26.738404+0000","last_became_active":"2024-04-13T21:51:56.733167+0000","last_became_peered":"2024-04-13T21:51:56.733167+0000","last_unstale":"2024-04-13T21:52:26.738404+0000","last_undegraded":"2024-04-13T21:52:26.738404+0000","last_fullsized":"2024-04-13T21:52:26.738404+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T00:56:20.605433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.739296+0000","last_change":"2024-04-13T21:51:56.766232+0000","last_active":"2024-04-13T21:52:26.739296+0000","last_peered":"2024-04-13T21:52:26.739296+0000","last_clean":"2024-04-13T21:52:26.739296+0000","last_became_active":"2024-04-13T21:51:56.765598+0000","last_became_peered":"2024-04-13T21:51:56.765598+0000","last_unstale":"2024-04-13T21:52:26.739296+0000","last_undegraded":"2024-04-13T21:52:26.739296+0000","last_fullsized":"2024-04-13T21:52:26.739296+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T23:50:48.989218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:27.225003+0000","last_change":"2024-04-13T21:51:56.744127+0000","last_active":"2024-04-13T21:52:27.225003+0000","last_peered":"2024-04-13T21:52:27.225003+0000","last_clean":"2024-04-13T21:52:27.225003+0000","last_became_active":"2024-04-13T21:51:56.743451+0000","last_became_peered":"2024-04-13T21:51:56.743451+0000","last_unstale":"2024-04-13T21:52:27.225003+0000","last_undegraded":"2024-04-13T21:52:27.225003+0000","last_fullsized":"2024-04-13T21:52:27.225003+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T05:19:19.167392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.739086+0000","last_change":"2024-04-13T21:51:57.118060+0000","last_active":"2024-04-13T21:52:26.739086+0000","last_peered":"2024-04-13T21:52:26.739086+0000","last_clean":"2024-04-13T21:52:26.739086+0000","last_became_active":"2024-04-13T21:51:57.116146+0000","last_became_peered":"2024-04-13T21:51:57.116146+0000","last_unstale":"2024-04-13T21:52:26.739086+0000","last_undegraded":"2024-04-13T21:52:26.739086+0000","last_fullsized":"2024-04-13T21:52:26.739086+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T00:08:20.950441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"70'3","reported_seq":20,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.724932+0000","last_change":"2024-04-13T21:51:56.751697+0000","last_active":"2024-04-13T21:52:26.724932+0000","last_peered":"2024-04-13T21:52:26.724932+0000","last_clean":"2024-04-13T21:52:26.724932+0000","last_became_active":"2024-04-13T21:51:56.750529+0000","last_became_peered":"2024-04-13T21:51:56.750529+0000","last_unstale":"2024-04-13T21:52:26.724932+0000","last_undegraded":"2024-04-13T21:52:26.724932+0000","last_fullsized":"2024-04-13T21:52:26.724932+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T06:31:07.971362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.720359+0000","last_change":"2024-04-13T21:51:56.776242+0000","last_active":"2024-04-13T21:52:26.720359+0000","last_peered":"2024-04-13T21:52:26.720359+0000","last_clean":"2024-04-13T21:52:26.720359+0000","last_became_active":"2024-04-13T21:51:56.775662+0000","last_became_peered":"2024-04-13T21:51:56.775662+0000","last_unstale":"2024-04-13T21:52:26.720359+0000","last_undegraded":"2024-04-13T21:52:26.720359+0000","last_fullsized":"2024-04-13T21:52:26.720359+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T03:25:30.651621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.728759+0000","last_change":"2024-04-13T21:51:56.729691+0000","last_active":"2024-04-13T21:52:26.728759+0000","last_peered":"2024-04-13T21:52:26.728759+0000","last_clean":"2024-04-13T21:52:26.728759+0000","last_became_active":"2024-04-13T21:51:56.728734+0000","last_became_peered":"2024-04-13T21:51:56.728734+0000","last_unstale":"2024-04-13T21:52:26.728759+0000","last_undegraded":"2024-04-13T21:52:26.728759+0000","last_fullsized":"2024-04-13T21:52:26.728759+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T06:33:18.380250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:27.224595+0000","last_change":"2024-04-13T21:51:56.804389+0000","last_active":"2024-04-13T21:52:27.224595+0000","last_peered":"2024-04-13T21:52:27.224595+0000","last_clean":"2024-04-13T21:52:27.224595+0000","last_became_active":"2024-04-13T21:51:56.803973+0000","last_became_peered":"2024-04-13T21:51:56.803973+0000","last_unstale":"2024-04-13T21:52:27.224595+0000","last_undegraded":"2024-04-13T21:52:27.224595+0000","last_fullsized":"2024-04-13T21:52:27.224595+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T02:45:10.261046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":18,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.720821+0000","last_change":"2024-04-13T21:51:56.738561+0000","last_active":"2024-04-13T21:52:26.720821+0000","last_peered":"2024-04-13T21:52:26.720821+0000","last_clean":"2024-04-13T21:52:26.720821+0000","last_became_active":"2024-04-13T21:51:56.737720+0000","last_became_peered":"2024-04-13T21:51:56.737720+0000","last_unstale":"2024-04-13T21:52:26.720821+0000","last_undegraded":"2024-04-13T21:52:26.720821+0000","last_fullsized":"2024-04-13T21:52:26.720821+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T06:36:42.694028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.738168+0000","last_change":"2024-04-13T21:51:57.115072+0000","last_active":"2024-04-13T21:52:26.738168+0000","last_peered":"2024-04-13T21:52:26.738168+0000","last_clean":"2024-04-13T21:52:26.738168+0000","last_became_active":"2024-04-13T21:51:57.113591+0000","last_became_peered":"2024-04-13T21:51:57.113591+0000","last_unstale":"2024-04-13T21:52:26.738168+0000","last_undegraded":"2024-04-13T21:52:26.738168+0000","last_fullsized":"2024-04-13T21:52:26.738168+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T22:33:25.308168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":20,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.720682+0000","last_change":"2024-04-13T21:51:56.743699+0000","last_active":"2024-04-13T21:52:26.720682+0000","last_peered":"2024-04-13T21:52:26.720682+0000","last_clean":"2024-04-13T21:52:26.720682+0000","last_became_active":"2024-04-13T21:51:56.743088+0000","last_became_peered":"2024-04-13T21:51:56.743088+0000","last_unstale":"2024-04-13T21:52:26.720682+0000","last_undegraded":"2024-04-13T21:52:26.720682+0000","last_fullsized":"2024-04-13T21:52:26.720682+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T06:21:52.953913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.728461+0000","last_change":"2024-04-13T21:51:56.806163+0000","last_active":"2024-04-13T21:52:26.728461+0000","last_peered":"2024-04-13T21:52:26.728461+0000","last_clean":"2024-04-13T21:52:26.728461+0000","last_became_active":"2024-04-13T21:51:56.805460+0000","last_became_peered":"2024-04-13T21:51:56.805460+0000","last_unstale":"2024-04-13T21:52:26.728461+0000","last_undegraded":"2024-04-13T21:52:26.728461+0000","last_fullsized":"2024-04-13T21:52:26.728461+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T02:04:08.394133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":18,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.720867+0000","last_change":"2024-04-13T21:51:56.746456+0000","last_active":"2024-04-13T21:52:26.720867+0000","last_peered":"2024-04-13T21:52:26.720867+0000","last_clean":"2024-04-13T21:52:26.720867+0000","last_became_active":"2024-04-13T21:51:56.745673+0000","last_became_peered":"2024-04-13T21:51:56.745673+0000","last_unstale":"2024-04-13T21:52:26.720867+0000","last_undegraded":"2024-04-13T21:52:26.720867+0000","last_fullsized":"2024-04-13T21:52:26.720867+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T00:55:31.584214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.726182+0000","last_change":"2024-04-13T21:51:57.778926+0000","last_active":"2024-04-13T21:52:26.726182+0000","last_peered":"2024-04-13T21:52:26.726182+0000","last_clean":"2024-04-13T21:52:26.726182+0000","last_became_active":"2024-04-13T21:51:57.777850+0000","last_became_peered":"2024-04-13T21:51:57.777850+0000","last_unstale":"2024-04-13T21:52:26.726182+0000","last_undegraded":"2024-04-13T21:52:26.726182+0000","last_fullsized":"2024-04-13T21:52:26.726182+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T08:06:32.360492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":32,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:27.224483+0000","last_change":"2024-04-13T21:51:56.729698+0000","last_active":"2024-04-13T21:52:27.224483+0000","last_peered":"2024-04-13T21:52:27.224483+0000","last_clean":"2024-04-13T21:52:27.224483+0000","last_became_active":"2024-04-13T21:51:56.728939+0000","last_became_peered":"2024-04-13T21:51:56.728939+0000","last_unstale":"2024-04-13T21:52:27.224483+0000","last_undegraded":"2024-04-13T21:52:27.224483+0000","last_fullsized":"2024-04-13T21:52:27.224483+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T06:25:59.092772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.721332+0000","last_change":"2024-04-13T21:51:57.112721+0000","last_active":"2024-04-13T21:52:26.721332+0000","last_peered":"2024-04-13T21:52:26.721332+0000","last_clean":"2024-04-13T21:52:26.721332+0000","last_became_active":"2024-04-13T21:51:57.112287+0000","last_became_peered":"2024-04-13T21:51:57.112287+0000","last_unstale":"2024-04-13T21:52:26.721332+0000","last_undegraded":"2024-04-13T21:52:26.721332+0000","last_fullsized":"2024-04-13T21:52:26.721332+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T03:12:21.473825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.720129+0000","last_change":"2024-04-13T21:51:56.737238+0000","last_active":"2024-04-13T21:52:26.720129+0000","last_peered":"2024-04-13T21:52:26.720129+0000","last_clean":"2024-04-13T21:52:26.720129+0000","last_became_active":"2024-04-13T21:51:56.735235+0000","last_became_peered":"2024-04-13T21:51:56.735235+0000","last_unstale":"2024-04-13T21:52:26.720129+0000","last_undegraded":"2024-04-13T21:52:26.720129+0000","last_fullsized":"2024-04-13T21:52:26.720129+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T01:04:14.438812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.728905+0000","last_change":"2024-04-13T21:51:57.115598+0000","last_active":"2024-04-13T21:52:26.728905+0000","last_peered":"2024-04-13T21:52:26.728905+0000","last_clean":"2024-04-13T21:52:26.728905+0000","last_became_active":"2024-04-13T21:51:57.114552+0000","last_became_peered":"2024-04-13T21:51:57.114552+0000","last_unstale":"2024-04-13T21:52:26.728905+0000","last_undegraded":"2024-04-13T21:52:26.728905+0000","last_fullsized":"2024-04-13T21:52:26.728905+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T02:23:04.319012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.719977+0000","last_change":"2024-04-13T21:51:56.738773+0000","last_active":"2024-04-13T21:52:26.719977+0000","last_peered":"2024-04-13T21:52:26.719977+0000","last_clean":"2024-04-13T21:52:26.719977+0000","last_became_active":"2024-04-13T21:51:56.737650+0000","last_became_peered":"2024-04-13T21:51:56.737650+0000","last_unstale":"2024-04-13T21:52:26.719977+0000","last_undegraded":"2024-04-13T21:52:26.719977+0000","last_fullsized":"2024-04-13T21:52:26.719977+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T07:17:13.504542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":24,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-04-13T21:52:27.761297+0000","last_change":"2024-04-13T21:52:27.761297+0000","last_active":"2024-04-13T21:52:27.761297+0000","last_peered":"2024-04-13T21:52:27.761297+0000","last_clean":"2024-04-13T21:52:27.761297+0000","last_became_active":"2024-04-13T21:52:27.760287+0000","last_became_peered":"2024-04-13T21:52:27.760287+0000","last_unstale":"2024-04-13T21:52:27.761297+0000","last_undegraded":"2024-04-13T21:52:27.761297+0000","last_fullsized":"2024-04-13T21:52:27.761297+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T00:14:37.665779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7],"acting":[3,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":20,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.720262+0000","last_change":"2024-04-13T21:51:56.742126+0000","last_active":"2024-04-13T21:52:26.720262+0000","last_peered":"2024-04-13T21:52:26.720262+0000","last_clean":"2024-04-13T21:52:26.720262+0000","last_became_active":"2024-04-13T21:51:56.741399+0000","last_became_peered":"2024-04-13T21:51:56.741399+0000","last_unstale":"2024-04-13T21:52:26.720262+0000","last_undegraded":"2024-04-13T21:52:26.720262+0000","last_fullsized":"2024-04-13T21:52:26.720262+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T22:44:01.468307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.738522+0000","last_change":"2024-04-13T21:51:56.775868+0000","last_active":"2024-04-13T21:52:26.738522+0000","last_peered":"2024-04-13T21:52:26.738522+0000","last_clean":"2024-04-13T21:52:26.738522+0000","last_became_active":"2024-04-13T21:51:56.775077+0000","last_became_peered":"2024-04-13T21:51:56.775077+0000","last_unstale":"2024-04-13T21:52:26.738522+0000","last_undegraded":"2024-04-13T21:52:26.738522+0000","last_fullsized":"2024-04-13T21:52:26.738522+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T05:40:55.227572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"70'7","reported_seq":29,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.738961+0000","last_change":"2024-04-13T21:51:56.727232+0000","last_active":"2024-04-13T21:52:26.738961+0000","last_peered":"2024-04-13T21:52:26.738961+0000","last_clean":"2024-04-13T21:52:26.738961+0000","last_became_active":"2024-04-13T21:51:56.726024+0000","last_became_peered":"2024-04-13T21:51:56.726024+0000","last_unstale":"2024-04-13T21:52:26.738961+0000","last_undegraded":"2024-04-13T21:52:26.738961+0000","last_fullsized":"2024-04-13T21:52:26.738961+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T08:17:00.024600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":9,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.730648+0000","last_change":"2024-04-13T21:51:56.772919+0000","last_active":"2024-04-13T21:52:26.730648+0000","last_peered":"2024-04-13T21:52:26.730648+0000","last_clean":"2024-04-13T21:52:26.730648+0000","last_became_active":"2024-04-13T21:51:56.771465+0000","last_became_peered":"2024-04-13T21:51:56.771465+0000","last_unstale":"2024-04-13T21:52:26.730648+0000","last_undegraded":"2024-04-13T21:52:26.730648+0000","last_fullsized":"2024-04-13T21:52:26.730648+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T06:13:07.946581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":22,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.720357+0000","last_change":"2024-04-13T21:51:56.752162+0000","last_active":"2024-04-13T21:52:26.720357+0000","last_peered":"2024-04-13T21:52:26.720357+0000","last_clean":"2024-04-13T21:52:26.720357+0000","last_became_active":"2024-04-13T21:51:56.751464+0000","last_became_peered":"2024-04-13T21:51:56.751464+0000","last_unstale":"2024-04-13T21:52:26.720357+0000","last_undegraded":"2024-04-13T21:52:26.720357+0000","last_fullsized":"2024-04-13T21:52:26.720357+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T22:17:14.503898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.725007+0000","last_change":"2024-04-13T21:51:57.778065+0000","last_active":"2024-04-13T21:52:26.725007+0000","last_peered":"2024-04-13T21:52:26.725007+0000","last_clean":"2024-04-13T21:52:26.725007+0000","last_became_active":"2024-04-13T21:51:57.777627+0000","last_became_peered":"2024-04-13T21:51:57.777627+0000","last_unstale":"2024-04-13T21:52:26.725007+0000","last_undegraded":"2024-04-13T21:52:26.725007+0000","last_fullsized":"2024-04-13T21:52:26.725007+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T01:22:00.379640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.728996+0000","last_change":"2024-04-13T21:51:56.744085+0000","last_active":"2024-04-13T21:52:26.728996+0000","last_peered":"2024-04-13T21:52:26.728996+0000","last_clean":"2024-04-13T21:52:26.728996+0000","last_became_active":"2024-04-13T21:51:56.743276+0000","last_became_peered":"2024-04-13T21:51:56.743276+0000","last_unstale":"2024-04-13T21:52:26.728996+0000","last_undegraded":"2024-04-13T21:52:26.728996+0000","last_fullsized":"2024-04-13T21:52:26.728996+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T22:20:59.030240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.724478+0000","last_change":"2024-04-13T21:51:57.774995+0000","last_active":"2024-04-13T21:52:26.724478+0000","last_peered":"2024-04-13T21:52:26.724478+0000","last_clean":"2024-04-13T21:52:26.724478+0000","last_became_active":"2024-04-13T21:51:57.774383+0000","last_became_peered":"2024-04-13T21:51:57.774383+0000","last_unstale":"2024-04-13T21:52:26.724478+0000","last_undegraded":"2024-04-13T21:52:26.724478+0000","last_fullsized":"2024-04-13T21:52:26.724478+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T03:21:13.946193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.722295+0000","last_change":"2024-04-13T21:51:56.739018+0000","last_active":"2024-04-13T21:52:26.722295+0000","last_peered":"2024-04-13T21:52:26.722295+0000","last_clean":"2024-04-13T21:52:26.722295+0000","last_became_active":"2024-04-13T21:51:56.738213+0000","last_became_peered":"2024-04-13T21:51:56.738213+0000","last_unstale":"2024-04-13T21:52:26.722295+0000","last_undegraded":"2024-04-13T21:52:26.722295+0000","last_fullsized":"2024-04-13T21:52:26.722295+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T07:15:46.750577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:27.225008+0000","last_change":"2024-04-13T21:51:56.774859+0000","last_active":"2024-04-13T21:52:27.225008+0000","last_peered":"2024-04-13T21:52:27.225008+0000","last_clean":"2024-04-13T21:52:27.225008+0000","last_became_active":"2024-04-13T21:51:56.774240+0000","last_became_peered":"2024-04-13T21:51:56.774240+0000","last_unstale":"2024-04-13T21:52:27.225008+0000","last_undegraded":"2024-04-13T21:52:27.225008+0000","last_fullsized":"2024-04-13T21:52:27.225008+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T03:09:58.914087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.724640+0000","last_change":"2024-04-13T21:51:56.758905+0000","last_active":"2024-04-13T21:52:26.724640+0000","last_peered":"2024-04-13T21:52:26.724640+0000","last_clean":"2024-04-13T21:52:26.724640+0000","last_became_active":"2024-04-13T21:51:56.757740+0000","last_became_peered":"2024-04-13T21:51:56.757740+0000","last_unstale":"2024-04-13T21:52:26.724640+0000","last_undegraded":"2024-04-13T21:52:26.724640+0000","last_fullsized":"2024-04-13T21:52:26.724640+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T22:13:36.496450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.721524+0000","last_change":"2024-04-13T21:51:57.112973+0000","last_active":"2024-04-13T21:52:26.721524+0000","last_peered":"2024-04-13T21:52:26.721524+0000","last_clean":"2024-04-13T21:52:26.721524+0000","last_became_active":"2024-04-13T21:51:57.111659+0000","last_became_peered":"2024-04-13T21:51:57.111659+0000","last_unstale":"2024-04-13T21:52:26.721524+0000","last_undegraded":"2024-04-13T21:52:26.721524+0000","last_fullsized":"2024-04-13T21:52:26.721524+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T01:53:42.882438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.730906+0000","last_change":"2024-04-13T21:51:56.736203+0000","last_active":"2024-04-13T21:52:26.730906+0000","last_peered":"2024-04-13T21:52:26.730906+0000","last_clean":"2024-04-13T21:52:26.730906+0000","last_became_active":"2024-04-13T21:51:56.733526+0000","last_became_peered":"2024-04-13T21:51:56.733526+0000","last_unstale":"2024-04-13T21:52:26.730906+0000","last_undegraded":"2024-04-13T21:52:26.730906+0000","last_fullsized":"2024-04-13T21:52:26.730906+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T07:20:19.620733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":24,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-04-13T21:52:27.964670+0000","last_change":"2024-04-13T21:52:27.964670+0000","last_active":"2024-04-13T21:52:27.964670+0000","last_peered":"2024-04-13T21:52:27.964670+0000","last_clean":"2024-04-13T21:52:27.964670+0000","last_became_active":"2024-04-13T21:52:27.963847+0000","last_became_peered":"2024-04-13T21:52:27.963847+0000","last_unstale":"2024-04-13T21:52:27.964670+0000","last_undegraded":"2024-04-13T21:52:27.964670+0000","last_fullsized":"2024-04-13T21:52:27.964670+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T07:16:28.130597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"70'2","reported_seq":18,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.738121+0000","last_change":"2024-04-13T21:51:56.744238+0000","last_active":"2024-04-13T21:52:26.738121+0000","last_peered":"2024-04-13T21:52:26.738121+0000","last_clean":"2024-04-13T21:52:26.738121+0000","last_became_active":"2024-04-13T21:51:56.742261+0000","last_became_peered":"2024-04-13T21:51:56.742261+0000","last_unstale":"2024-04-13T21:52:26.738121+0000","last_undegraded":"2024-04-13T21:52:26.738121+0000","last_fullsized":"2024-04-13T21:52:26.738121+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T23:45:38.269741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":77,"num_read_kb":80,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":45,"ondisk_log_size":45,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201343,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32448,"kb_used_data":1328,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712704,"statfs":{"total":95995035648,"available":95961808896,"internally_reserved":0,"allocated":1359872,"data_stored":916394,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 21:52:33 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.91400000000000003,"15min":0.94199999999999995},"min":{"1min":0.55700000000000005,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.3700000000000001,"5min":1.478,"15min":1.478},"last":1.151},{"interface":"front","average":{"1min":0.91200000000000003,"5min":0.93100000000000005,"15min":0.93100000000000005},"min":{"1min":0.59599999999999997,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.2589999999999999,"5min":1.389,"15min":1.389},"last":0.83499999999999996}]},{"osd":1,"last update":"Sat Apr 13 21:52:33 2024","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.91700000000000004,"15min":0.88600000000000001},"min":{"1min":0.65100000000000002,"5min":0.44,"15min":0.44},"max":{"1min":1.1910000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":1.079},{"interface":"front","average":{"1min":0.98699999999999999,"5min":0.96999999999999997,"15min":0.99299999999999999},"min":{"1min":0.64200000000000002,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.319,"5min":1.526,"15min":1.526},"last":0.69899999999999995}]},{"osd":2,"last update":"Sat Apr 13 21:52:33 2024","interfaces":[{"interface":"back","average":{"1min":0.86799999999999999,"5min":0.90500000000000003,"15min":0.91500000000000004},"min":{"1min":0.61499999999999999,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.153,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":0.89600000000000002},{"interface":"front","average":{"1min":0.98599999999999999,"5min":0.92700000000000005,"15min":0.89900000000000002},"min":{"1min":0.63900000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.294,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.74099999999999999}]},{"osd":3,"last update":"Sat Apr 13 21:52:33 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.96499999999999997,"15min":1.0049999999999999},"min":{"1min":0.60399999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.347,"5min":2.2639999999999998,"15min":2.2639999999999998},"last":1.115},{"interface":"front","average":{"1min":1.073,"5min":1.0169999999999999,"15min":1.008},"min":{"1min":0.92500000000000004,"5min":0.433,"15min":0.433},"max":{"1min":1.292,"5min":1.712,"15min":1.712},"last":0.98099999999999998}]},{"osd":4,"last update":"Sat Apr 13 21:52:33 2024","interfaces":[{"interface":"back","average":{"1min":0.88900000000000001,"5min":0.877,"15min":0.86099999999999999},"min":{"1min":0.52600000000000002,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.2210000000000001,"5min":1.77,"15min":1.77},"last":0.95099999999999996},{"interface":"front","average":{"1min":0.92400000000000004,"5min":0.93300000000000005,"15min":0.93700000000000006},"min":{"1min":0.56599999999999995,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.202,"5min":1.4770000000000001,"15min":1.4770000000000001},"last":1.0309999999999999}]},{"osd":5,"last update":"Sat Apr 13 21:52:33 2024","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":0.98999999999999999,"15min":0.98199999999999998},"min":{"1min":0.622,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.3680000000000001,"5min":1.587,"15min":1.587},"last":1.1970000000000001},{"interface":"front","average":{"1min":1.0429999999999999,"5min":1.016,"15min":1.002},"min":{"1min":0.63300000000000001,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.3160000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":1.0580000000000001}]},{"osd":6,"last update":"Sat Apr 13 21:52:33 2024","interfaces":[{"interface":"back","average":{"1min":1.1339999999999999,"5min":1.083,"15min":1.0509999999999999},"min":{"1min":0.73599999999999999,"5min":0.378,"15min":0.378},"max":{"1min":1.3640000000000001,"5min":1.496,"15min":1.496},"last":1.0069999999999999},{"interface":"front","average":{"1min":1.101,"5min":1.109,"15min":1.105},"min":{"1min":0.71599999999999997,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.3740000000000001,"5min":1.6439999999999999,"15min":1.6439999999999999},"last":1.1679999999999999}]}]},{"osd":6,"up_from":47,"seq":201863462986,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32432,"kb_used_data":1312,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712720,"statfs":{"total":95995035648,"available":95961825280,"internally_reserved":0,"allocated":1343488,"data_stored":915975,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 21:52:52 2024","interfaces":[{"interface":"back","average":{"1min":0.90300000000000002,"5min":0.90700000000000003,"15min":0.86099999999999999},"min":{"1min":0.61199999999999999,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.3380000000000001,"5min":1.3380000000000001,"15min":1.3380000000000001},"last":0.89600000000000002},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.91000000000000003,"15min":0.94999999999999996},"min":{"1min":0.52800000000000002,"5min":0.504,"15min":0.504},"max":{"1min":1.2390000000000001,"5min":1.478,"15min":1.478},"last":1.169}]},{"osd":1,"last update":"Sat Apr 13 21:52:52 2024","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.89900000000000002,"15min":0.873},"min":{"1min":0.60099999999999998,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.2809999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":1},{"interface":"front","average":{"1min":0.90000000000000002,"5min":0.90400000000000003,"15min":0.875},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.2370000000000001,"5min":1.5149999999999999,"15min":1.5149999999999999},"last":1.032}]},{"osd":2,"last update":"Sat Apr 13 21:52:52 2024","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":0.92000000000000004,"15min":0.873},"min":{"1min":0.69499999999999995,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.0780000000000001,"5min":1.22,"15min":1.22},"last":0.93999999999999995},{"interface":"front","average":{"1min":0.89600000000000002,"5min":0.93700000000000006,"15min":0.94499999999999995},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.228,"5min":1.653,"15min":1.653},"last":1.071}]},{"osd":3,"last update":"Sat Apr 13 21:52:52 2024","interfaces":[{"interface":"back","average":{"1min":0.95899999999999996,"5min":0.94399999999999995,"15min":0.97599999999999998},"min":{"1min":0.625,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.425,"5min":1.901,"15min":1.901},"last":1.131},{"interface":"front","average":{"1min":0.97899999999999998,"5min":0.98799999999999999,"15min":0.96199999999999997},"min":{"1min":0.69099999999999995,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.135,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":1.107}]},{"osd":4,"last update":"Sat Apr 13 21:52:52 2024","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.86399999999999999,"15min":0.81000000000000005},"min":{"1min":0.498,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.2430000000000001,"5min":1.472,"15min":1.472},"last":0.84399999999999997},{"interface":"front","average":{"1min":1.028,"5min":0.96299999999999997,"15min":0.88800000000000001},"min":{"1min":0.55200000000000005,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":1.3839999999999999,"5min":1.998,"15min":1.998},"last":1.246}]},{"osd":5,"last update":"Sat Apr 13 21:52:52 2024","interfaces":[{"interface":"back","average":{"1min":0.99399999999999999,"5min":0.96999999999999997,"15min":0.89600000000000002},"min":{"1min":0.58199999999999996,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.286,"5min":1.548,"15min":1.548},"last":1.274},{"interface":"front","average":{"1min":1.0509999999999999,"5min":1.0289999999999999,"15min":0.96699999999999997},"min":{"1min":0.51800000000000002,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.323,"5min":1.4319999999999999,"15min":1.4319999999999999},"last":1.1990000000000001}]},{"osd":7,"last update":"Sat Apr 13 21:52:35 2024","interfaces":[{"interface":"back","average":{"1min":1.125,"5min":1.05,"15min":1.01},"min":{"1min":0.63,"5min":0.38,"15min":0.38},"max":{"1min":1.3300000000000001,"5min":1.706,"15min":1.706},"last":0.97299999999999998},{"interface":"front","average":{"1min":1.0629999999999999,"5min":1.0589999999999999,"15min":1.054},"min":{"1min":0.56799999999999995,"5min":0.435,"15min":0.435},"max":{"1min":1.3080000000000001,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":1.218}]}]},{"osd":1,"up_from":13,"seq":55834574970,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31844,"kb_used_data":724,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713308,"statfs":{"total":95995035648,"available":95962427392,"internally_reserved":0,"allocated":741376,"data_stored":324577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 21:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.71899999999999997,"15min":0.61699999999999999},"min":{"1min":0.35099999999999998,"5min":0.34799999999999998,"15min":0.255},"max":{"1min":1.095,"5min":1.242,"15min":1.242},"last":0.91500000000000004},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.79900000000000004,"15min":0.67900000000000005},"min":{"1min":0.436,"5min":0.34699999999999998,"15min":0.27100000000000002},"max":{"1min":1.028,"5min":1.216,"15min":1.216},"last":1.103}]},{"osd":2,"last update":"Sat Apr 13 21:52:42 2024","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.79500000000000004,"15min":0.73099999999999998},"min":{"1min":0.46500000000000002,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.2170000000000001,"5min":1.504,"15min":1.504},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.80900000000000005,"15min":0.74299999999999999},"min":{"1min":0.48899999999999999,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":1.006,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":0.83299999999999996}]},{"osd":3,"last update":"Sat Apr 13 21:53:30 2024","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.79300000000000004,"15min":0.77000000000000002},"min":{"1min":0.36799999999999999,"5min":0.317,"15min":0.317},"max":{"1min":1.0109999999999999,"5min":1.8680000000000001,"15min":1.8680000000000001},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.82899999999999996,"5min":0.873,"15min":0.84699999999999998},"min":{"1min":0.496,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.268,"5min":1.3600000000000001,"15min":1.3600000000000001},"last":0.70499999999999996}]},{"osd":4,"last update":"Sat Apr 13 21:53:11 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.98799999999999999,"15min":0.97199999999999998},"min":{"1min":0.63300000000000001,"5min":0.626,"15min":0.626},"max":{"1min":1.278,"5min":1.393,"15min":1.393},"last":0.95599999999999996},{"interface":"front","average":{"1min":0.94199999999999995,"5min":1.028,"15min":0.96799999999999997},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.23,"5min":1.472,"15min":1.472},"last":0.98199999999999998}]},{"osd":5,"last update":"Sat Apr 13 21:53:05 2024","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":1.0309999999999999,"15min":1.016},"min":{"1min":0.68700000000000006,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":1.488,"5min":1.756,"15min":1.756},"last":1.032},{"interface":"front","average":{"1min":1.085,"5min":1.0600000000000001,"15min":1.026},"min":{"1min":0.67900000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":1.514,"5min":1.6779999999999999,"15min":1.6779999999999999},"last":1.01}]},{"osd":6,"last update":"Sat Apr 13 21:52:51 2024","interfaces":[{"interface":"back","average":{"1min":1.097,"5min":1.081,"15min":1.089},"min":{"1min":0.69399999999999995,"5min":0.68500000000000005,"15min":0.68500000000000005},"max":{"1min":1.5980000000000001,"5min":1.696,"15min":1.696},"last":0.88500000000000001},{"interface":"front","average":{"1min":1.1819999999999999,"5min":1.1299999999999999,"15min":1.123},"min":{"1min":0.67200000000000004,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.4470000000000001,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":1.151}]},{"osd":7,"last update":"Sat Apr 13 21:52:42 2024","interfaces":[{"interface":"back","average":{"1min":1.159,"5min":1.1719999999999999,"15min":1.206},"min":{"1min":0.753,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.542,"5min":1.9650000000000001,"15min":1.9650000000000001},"last":0.93799999999999994},{"interface":"front","average":{"1min":1.2070000000000001,"5min":1.198,"15min":1.2010000000000001},"min":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":1.532,"5min":1.643,"15min":1.643},"last":1.216}]}]},{"osd":0,"up_from":8,"seq":34359738500,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32432,"kb_used_data":1312,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712720,"statfs":{"total":95995035648,"available":95961825280,"internally_reserved":0,"allocated":1343488,"data_stored":915549,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Apr 13 21:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.69699999999999995,"15min":0.60099999999999998},"min":{"1min":0.33900000000000002,"5min":0.33600000000000002,"15min":0.28199999999999997},"max":{"1min":1.119,"5min":1.2030000000000001,"15min":1.2030000000000001},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.80200000000000005,"15min":0.67000000000000004},"min":{"1min":0.35199999999999998,"5min":0.34599999999999997,"15min":0.29199999999999998},"max":{"1min":1.121,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":0.84499999999999997}]},{"osd":2,"last update":"Sat Apr 13 21:52:36 2024","interfaces":[{"interface":"back","average":{"1min":0.80400000000000005,"5min":0.82999999999999996,"15min":0.745},"min":{"1min":0.40600000000000003,"5min":0.36799999999999999,"15min":0.33200000000000002},"max":{"1min":1.155,"5min":1.3819999999999999,"15min":1.3819999999999999},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.73399999999999999,"5min":0.78300000000000003,"15min":0.69399999999999995},"min":{"1min":0.38800000000000001,"5min":0.32400000000000001,"15min":0.309},"max":{"1min":1.0600000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.80800000000000005}]},{"osd":3,"last update":"Sat Apr 13 21:52:36 2024","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.90900000000000003,"15min":0.85599999999999998},"min":{"1min":0.45400000000000001,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.224,"5min":1.464,"15min":1.464},"last":1.107},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.87,"15min":0.82599999999999996},"min":{"1min":0.42799999999999999,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.2,"5min":1.2709999999999999,"15min":1.2709999999999999},"last":1.2010000000000001}]},{"osd":4,"last update":"Sat Apr 13 21:53:08 2024","interfaces":[{"interface":"back","average":{"1min":0.92100000000000004,"5min":0.91800000000000004,"15min":0.90500000000000003},"min":{"1min":0.56699999999999995,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.498,"5min":1.498,"15min":1.498},"last":0.97599999999999998},{"interface":"front","average":{"1min":1.038,"5min":1.075,"15min":1.014},"min":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"max":{"1min":1.3200000000000001,"5min":1.5289999999999999,"15min":1.5289999999999999},"last":1.0069999999999999}]},{"osd":5,"last update":"Sat Apr 13 21:53:03 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.0740000000000001,"15min":1.0680000000000001},"min":{"1min":0.84499999999999997,"5min":0.627,"15min":0.627},"max":{"1min":1.3779999999999999,"5min":1.629,"15min":1.629},"last":1.1319999999999999},{"interface":"front","average":{"1min":1.0189999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"min":{"1min":0.76800000000000002,"5min":0.72799999999999998,"15min":0.72799999999999998},"max":{"1min":1.4370000000000001,"5min":1.597,"15min":1.597},"last":1.077}]},{"osd":6,"last update":"Sat Apr 13 21:52:51 2024","interfaces":[{"interface":"back","average":{"1min":1.103,"5min":1.153,"15min":1.169},"min":{"1min":0.71899999999999997,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.6020000000000001,"5min":1.6020000000000001,"15min":1.6020000000000001},"last":1.224},{"interface":"front","average":{"1min":1.087,"5min":1.1140000000000001,"15min":1.123},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.3919999999999999,"5min":1.627,"15min":1.627},"last":1.0469999999999999}]},{"osd":7,"last update":"Sat Apr 13 21:52:36 2024","interfaces":[{"interface":"back","average":{"1min":1.1719999999999999,"5min":1.208,"15min":1.232},"min":{"1min":0.68300000000000005,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.665,"5min":1.665,"15min":1.665},"last":1.179},{"interface":"front","average":{"1min":1.163,"5min":1.175,"15min":1.181},"min":{"1min":0.81699999999999995,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.4410000000000001,"5min":1.5760000000000001,"15min":1.5760000000000001},"last":1.256}]}]},{"osd":2,"up_from":18,"seq":77309411440,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31844,"kb_used_data":732,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713308,"statfs":{"total":95995035648,"available":95962427392,"internally_reserved":0,"allocated":749568,"data_stored":325193,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 21:52:45 2024","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.69599999999999995,"15min":0.68500000000000005},"min":{"1min":0.498,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.3169999999999999,"5min":1.3169999999999999,"15min":1.3169999999999999},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.74399999999999999,"15min":0.69799999999999995},"min":{"1min":0.44,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.179,"5min":1.179,"15min":1.179},"last":0.88800000000000001}]},{"osd":1,"last update":"Sat Apr 13 21:52:45 2024","interfaces":[{"interface":"back","average":{"1min":0.67000000000000004,"5min":0.69699999999999995,"15min":0.67900000000000005},"min":{"1min":0.47599999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.996,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":1.024},{"interface":"front","average":{"1min":0.86599999999999999,"5min":0.84299999999999997,"15min":0.75},"min":{"1min":0.58599999999999997,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.337,"5min":1.512,"15min":1.512},"last":0.85299999999999998}]},{"osd":3,"last update":"Sat Apr 13 21:53:27 2024","interfaces":[{"interface":"back","average":{"1min":0.79800000000000004,"5min":0.86799999999999999,"15min":0.86899999999999999},"min":{"1min":0.36599999999999999,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.329,"5min":1.383,"15min":1.383},"last":1.0620000000000001},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.77300000000000002,"15min":0.83199999999999996},"min":{"1min":0.35599999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":1.2789999999999999,"5min":1.2789999999999999,"15min":1.4810000000000001},"last":0.72699999999999998}]},{"osd":4,"last update":"Sat Apr 13 21:53:14 2024","interfaces":[{"interface":"back","average":{"1min":0.879,"5min":0.90600000000000003,"15min":0.89500000000000002},"min":{"1min":0.56100000000000005,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.123,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":0.92800000000000005},{"interface":"front","average":{"1min":0.999,"5min":1.036,"15min":1.0189999999999999},"min":{"1min":0.61699999999999999,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.395,"5min":1.4650000000000001,"15min":1.4650000000000001},"last":1.145}]},{"osd":5,"last update":"Sat Apr 13 21:52:59 2024","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":1.1100000000000001,"15min":1.1040000000000001},"min":{"1min":0.73699999999999999,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":1.569,"5min":1.569,"15min":1.569},"last":0.96699999999999997},{"interface":"front","average":{"1min":0.997,"5min":1.004,"15min":1.012},"min":{"1min":0.624,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.371,"5min":1.371,"15min":1.371},"last":1.1140000000000001}]},{"osd":6,"last update":"Sat Apr 13 21:52:49 2024","interfaces":[{"interface":"back","average":{"1min":1.1319999999999999,"5min":1.111,"15min":1.125},"min":{"1min":0.66300000000000003,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.6319999999999999,"5min":1.756,"15min":1.756},"last":1.2190000000000001},{"interface":"front","average":{"1min":1.105,"5min":1.0629999999999999,"15min":1.056},"min":{"1min":0.80500000000000005,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.4079999999999999,"5min":1.5409999999999999,"15min":1.5409999999999999},"last":1.302}]},{"osd":7,"last update":"Sat Apr 13 21:52:37 2024","interfaces":[{"interface":"back","average":{"1min":1.137,"5min":1.0760000000000001,"15min":1.1000000000000001},"min":{"1min":0.71799999999999997,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.419,"5min":1.419,"15min":1.419},"last":1.1919999999999999},{"interface":"front","average":{"1min":1.292,"5min":1.226,"15min":1.2849999999999999},"min":{"1min":0.92300000000000004,"5min":0.498,"15min":0.498},"max":{"1min":2.1000000000000001,"5min":2.1000000000000001,"15min":2.1000000000000001},"last":1.2709999999999999}]}]},{"osd":3,"up_from":26,"seq":111669149799,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31848,"kb_used_data":728,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713304,"statfs":{"total":95995035648,"available":95962423296,"internally_reserved":0,"allocated":745472,"data_stored":324667,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 21:53:24 2024","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.70599999999999996,"15min":0.66600000000000004},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.3149999999999999,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.77400000000000002,"15min":0.753},"min":{"1min":0.34200000000000003,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":1.141,"5min":1.3759999999999999,"15min":1.3759999999999999},"last":1.133}]},{"osd":1,"last update":"Sat Apr 13 21:53:24 2024","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.77200000000000002,"15min":0.76300000000000001},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.097,"5min":1.1319999999999999,"15min":1.1479999999999999},"last":0.95299999999999996},{"interface":"front","average":{"1min":0.628,"5min":0.752,"15min":0.77300000000000002},"min":{"1min":0.40500000000000003,"5min":0.309,"15min":0.309},"max":{"1min":0.88300000000000001,"5min":1.292,"15min":1.292},"last":0.91600000000000004}]},{"osd":2,"last update":"Sat Apr 13 21:53:24 2024","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.85399999999999998,"15min":0.82499999999999996},"min":{"1min":0.41499999999999998,"5min":0.377,"15min":0.377},"max":{"1min":1.216,"5min":1.47,"15min":1.47},"last":1.0960000000000001},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.80600000000000005,"15min":0.82499999999999996},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.1379999999999999,"5min":1.3300000000000001,"15min":1.3300000000000001},"last":0.88200000000000001}]},{"osd":4,"last update":"Sat Apr 13 21:53:10 2024","interfaces":[{"interface":"back","average":{"1min":1.2789999999999999,"5min":1.071,"15min":0.96899999999999997},"min":{"1min":0.64000000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":7.2320000000000002,"5min":7.2320000000000002,"15min":7.2320000000000002},"last":1.1970000000000001},{"interface":"front","average":{"1min":1.0109999999999999,"5min":1.02,"15min":0.94999999999999996},"min":{"1min":0.63100000000000001,"5min":0.501,"15min":0.501},"max":{"1min":1.3260000000000001,"5min":1.72,"15min":1.72},"last":1.0640000000000001}]},{"osd":5,"last update":"Sat Apr 13 21:53:02 2024","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":1.03,"15min":0.98599999999999999},"min":{"1min":0.628,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.306,"5min":1.599,"15min":1.599},"last":1.159},{"interface":"front","average":{"1min":1.0620000000000001,"5min":1.075,"15min":1.0329999999999999},"min":{"1min":0.70299999999999996,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.399,"5min":1.768,"15min":1.768},"last":1.3560000000000001}]},{"osd":6,"last update":"Sat Apr 13 21:52:50 2024","interfaces":[{"interface":"back","average":{"1min":1.079,"5min":1.0960000000000001,"15min":1.107},"min":{"1min":0.67300000000000004,"5min":0.63600000000000001,"15min":0.63600000000000001},"max":{"1min":1.4199999999999999,"5min":1.5700000000000001,"15min":1.5700000000000001},"last":1.514},{"interface":"front","average":{"1min":1.0549999999999999,"5min":1.0880000000000001,"15min":1.1080000000000001},"min":{"1min":0.83299999999999996,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":1.421,"5min":1.5129999999999999,"15min":1.5129999999999999},"last":1.3839999999999999}]},{"osd":7,"last update":"Sat Apr 13 21:52:32 2024","interfaces":[{"interface":"back","average":{"1min":1.1379999999999999,"5min":1.1499999999999999,"15min":1.1579999999999999},"min":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"max":{"1min":1.4299999999999999,"5min":1.6890000000000001,"15min":1.6890000000000001},"last":1.302},{"interface":"front","average":{"1min":1.216,"5min":1.2150000000000001,"15min":1.244},"min":{"1min":0.751,"5min":0.70699999999999996,"15min":0.70699999999999996},"max":{"1min":1.508,"5min":1.635,"15min":1.635},"last":1.415}]}]},{"osd":4,"up_from":31,"seq":133143986269,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31864,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713288,"statfs":{"total":95995035648,"available":95962406912,"internally_reserved":0,"allocated":765952,"data_stored":326287,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 21:53:13 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.86399999999999999,"15min":0.79500000000000004},"min":{"1min":0.74199999999999999,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":1.6859999999999999,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":0.89300000000000002},{"interface":"front","average":{"1min":1.0800000000000001,"5min":0.94499999999999995,"15min":0.87},"min":{"1min":0.65300000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":4.2439999999999998,"5min":4.2439999999999998,"15min":4.2439999999999998},"last":1.2170000000000001}]},{"osd":1,"last update":"Sat Apr 13 21:53:13 2024","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":0.91700000000000004,"15min":0.85099999999999998},"min":{"1min":0.59599999999999997,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":4.1310000000000002,"5min":4.1310000000000002,"15min":4.1310000000000002},"last":0.86799999999999999},{"interface":"front","average":{"1min":1.071,"5min":0.95499999999999996,"15min":0.89100000000000001},"min":{"1min":0.61699999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.5549999999999999,"5min":1.5549999999999999,"15min":1.5549999999999999},"last":1.069}]},{"osd":2,"last update":"Sat Apr 13 21:53:13 2024","interfaces":[{"interface":"back","average":{"1min":1.036,"5min":0.94699999999999995,"15min":0.84299999999999997},"min":{"1min":0.81100000000000005,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.823,"5min":1.823,"15min":1.823},"last":1.1919999999999999},{"interface":"front","average":{"1min":1.107,"5min":0.97099999999999997,"15min":0.88900000000000001},"min":{"1min":0.73199999999999998,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":4.3479999999999999,"5min":4.3479999999999999,"15min":4.3479999999999999},"last":0.95699999999999996}]},{"osd":3,"last update":"Sat Apr 13 21:53:13 2024","interfaces":[{"interface":"back","average":{"1min":1.1399999999999999,"5min":0.94999999999999996,"15min":0.89500000000000002},"min":{"1min":0.68200000000000005,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":4.4480000000000004,"5min":4.4480000000000004,"15min":4.4480000000000004},"last":1.1060000000000001},{"interface":"front","average":{"1min":1.149,"5min":1.0169999999999999,"15min":0.89200000000000002},"min":{"1min":0.66100000000000003,"5min":0.503,"15min":0.503},"max":{"1min":4.3970000000000002,"5min":4.3970000000000002,"15min":4.3970000000000002},"last":1.0429999999999999}]},{"osd":5,"last update":"Sat Apr 13 21:52:57 2024","interfaces":[{"interface":"back","average":{"1min":0.96799999999999997,"5min":0.95299999999999996,"15min":0.80700000000000005},"min":{"1min":0.40600000000000003,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.2430000000000001,"5min":1.506,"15min":1.506},"last":0.77000000000000002},{"interface":"front","average":{"1min":1.012,"5min":1.028,"15min":0.89000000000000001},"min":{"1min":0.51000000000000001,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.417,"5min":1.421,"15min":1.421},"last":1.141}]},{"osd":6,"last update":"Sat Apr 13 21:52:45 2024","interfaces":[{"interface":"back","average":{"1min":0.91500000000000004,"5min":0.91400000000000003,"15min":0.82199999999999995},"min":{"1min":0.379,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.3380000000000001,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":0.82899999999999996},{"interface":"front","average":{"1min":1.018,"5min":0.98899999999999999,"15min":0.87},"min":{"1min":0.47199999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.4750000000000001,"5min":1.732,"15min":1.732},"last":0.92200000000000004}]},{"osd":7,"last update":"Sat Apr 13 21:52:35 2024","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":1.042,"15min":1.01},"min":{"1min":0.45900000000000002,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":1.3660000000000001,"5min":1.681,"15min":1.681},"last":0.71999999999999997},{"interface":"front","average":{"1min":1.097,"5min":1.0920000000000001,"15min":1.0509999999999999},"min":{"1min":0.52800000000000002,"5min":0.37,"15min":0.37},"max":{"1min":1.278,"5min":1.6319999999999999,"15min":1.6319999999999999},"last":1.1619999999999999}]}]},{"osd":5,"up_from":39,"seq":167503724627,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31848,"kb_used_data":728,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713304,"statfs":{"total":95995035648,"available":95962423296,"internally_reserved":0,"allocated":745472,"data_stored":324898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 21:53:01 2024","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.85599999999999998},"min":{"1min":0.59199999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.425,"5min":1.476,"15min":1.476},"last":0.95399999999999996},{"interface":"front","average":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.84799999999999998},"min":{"1min":0.55400000000000005,"5min":0.53700000000000003,"15min":0.53400000000000003},"max":{"1min":1.3660000000000001,"5min":1.7,"15min":1.7},"last":1.121}]},{"osd":1,"last update":"Sat Apr 13 21:53:01 2024","interfaces":[{"interface":"back","average":{"1min":0.91000000000000003,"5min":0.90500000000000003,"15min":0.877},"min":{"1min":0.59099999999999997,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.2749999999999999,"5min":1.395,"15min":1.395},"last":1.179},{"interface":"front","average":{"1min":0.97699999999999998,"5min":0.90500000000000003,"15min":0.89300000000000002},"min":{"1min":0.53700000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.3100000000000001,"5min":1.5149999999999999,"15min":1.5149999999999999},"last":0.83399999999999996}]},{"osd":2,"last update":"Sat Apr 13 21:53:01 2024","interfaces":[{"interface":"back","average":{"1min":0.91900000000000004,"5min":0.88,"15min":0.84699999999999998},"min":{"1min":0.60599999999999998,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.286,"5min":1.286,"15min":1.286},"last":1.052},{"interface":"front","average":{"1min":0.96999999999999997,"5min":0.94299999999999995,"15min":0.92500000000000004},"min":{"1min":0.56999999999999995,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.448,"5min":1.522,"15min":1.522},"last":1.0209999999999999}]},{"osd":3,"last update":"Sat Apr 13 21:53:01 2024","interfaces":[{"interface":"back","average":{"1min":0.97999999999999998,"5min":0.95799999999999996,"15min":0.89200000000000002},"min":{"1min":0.52700000000000002,"5min":0.437,"15min":0.437},"max":{"1min":1.2110000000000001,"5min":1.4530000000000001,"15min":1.4530000000000001},"last":1.204},{"interface":"front","average":{"1min":0.97099999999999997,"5min":0.93500000000000005,"15min":0.90000000000000002},"min":{"1min":0.52100000000000002,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.2370000000000001,"5min":1.464,"15min":1.464},"last":0.73999999999999999}]},{"osd":4,"last update":"Sat Apr 13 21:53:01 2024","interfaces":[{"interface":"back","average":{"1min":0.96999999999999997,"5min":0.94999999999999996,"15min":0.78200000000000003},"min":{"1min":0.46200000000000002,"5min":0.33900000000000002,"15min":0.32300000000000001},"max":{"1min":1.3520000000000001,"5min":1.8460000000000001,"15min":1.8460000000000001},"last":0.64500000000000002},{"interface":"front","average":{"1min":1.0700000000000001,"5min":1.0329999999999999,"15min":0.88100000000000001},"min":{"1min":0.47999999999999998,"5min":0.437,"15min":0.307},"max":{"1min":1.2869999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":0.98399999999999999}]},{"osd":6,"last update":"Sat Apr 13 21:52:44 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.93100000000000005,"15min":0.88900000000000001},"min":{"1min":0.501,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.5229999999999999,"5min":1.609,"15min":1.609},"last":0.78400000000000003},{"interface":"front","average":{"1min":1.091,"5min":1.0349999999999999,"15min":0.96199999999999997},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.4370000000000001,"5min":1.9950000000000001,"15min":1.9950000000000001},"last":1.077}]},{"osd":7,"last update":"Sat Apr 13 21:52:35 2024","interfaces":[{"interface":"back","average":{"1min":1.0800000000000001,"5min":1.0580000000000001,"15min":1.0329999999999999},"min":{"1min":0.40000000000000002,"5min":0.378,"15min":0.378},"max":{"1min":1.409,"5min":2.1120000000000001,"15min":2.1120000000000001},"last":0.875},{"interface":"front","average":{"1min":1.1639999999999999,"5min":1.119,"15min":1.103},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":1.571,"5min":1.7390000000000001,"15min":1.7390000000000001},"last":1.234}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-13T21:53:35.946 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph pg dump --format=json 2024-04-13T21:53:36.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:36 smithi165 bash[21371]: audit 2024-04-13T21:53:35.214194+0000 mgr.y (mgr.14388) 165 : audit 0 from='client.14721 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T21:53:36.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:36 smithi165 bash[31269]: audit 2024-04-13T21:53:35.214194+0000 mgr.y (mgr.14388) 165 : audit 0 from='client.14721 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T21:53:36.839 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:36 smithi189 bash[23633]: audit 2024-04-13T21:53:35.214194+0000 mgr.y (mgr.14388) 165 : audit 0 from='client.14721 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T21:53:37.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:37 smithi165 bash[21371]: cluster 2024-04-13T21:53:35.784018+0000 mgr.y (mgr.14388) 166 : cluster 0 pgmap v140: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:37.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:37 smithi165 bash[31269]: cluster 2024-04-13T21:53:35.784018+0000 mgr.y (mgr.14388) 166 : cluster 0 pgmap v140: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:37.839 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:37 smithi189 bash[23633]: cluster 2024-04-13T21:53:35.784018+0000 mgr.y (mgr.14388) 166 : cluster 0 pgmap v140: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:39.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:39 smithi165 bash[21371]: cluster 2024-04-13T21:53:37.785151+0000 mgr.y (mgr.14388) 167 : cluster 0 pgmap v141: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:39.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:39 smithi165 bash[31269]: cluster 2024-04-13T21:53:37.785151+0000 mgr.y (mgr.14388) 167 : cluster 0 pgmap v141: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:39.839 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:39 smithi189 bash[23633]: cluster 2024-04-13T21:53:37.785151+0000 mgr.y (mgr.14388) 167 : cluster 0 pgmap v141: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:40.686 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:53:41.778 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:41 smithi165 bash[21371]: cluster 2024-04-13T21:53:39.785769+0000 mgr.y (mgr.14388) 168 : cluster 0 pgmap v142: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:41.778 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:41 smithi165 bash[21371]: audit 2024-04-13T21:53:40.798541+0000 mon.c (mon.2) 113 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:53:41.778 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:41 smithi165 bash[31269]: cluster 2024-04-13T21:53:39.785769+0000 mgr.y (mgr.14388) 168 : cluster 0 pgmap v142: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:41.778 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:41 smithi165 bash[31269]: audit 2024-04-13T21:53:40.798541+0000 mon.c (mon.2) 113 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:53:41.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:41 smithi189 bash[23633]: cluster 2024-04-13T21:53:39.785769+0000 mgr.y (mgr.14388) 168 : cluster 0 pgmap v142: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:41.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:41 smithi189 bash[23633]: audit 2024-04-13T21:53:40.798541+0000 mon.c (mon.2) 113 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:53:42.587 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:53:42 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:53:42] "GET /metrics HTTP/1.1" 200 33782 "" "Prometheus/2.43.0" 2024-04-13T21:53:43.811 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:43 smithi165 bash[31269]: cluster 2024-04-13T21:53:41.786528+0000 mgr.y (mgr.14388) 169 : cluster 0 pgmap v143: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:43.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:43 smithi165 bash[21371]: cluster 2024-04-13T21:53:41.786528+0000 mgr.y (mgr.14388) 169 : cluster 0 pgmap v143: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:43.819 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T21:53:43.821 INFO:teuthology.orchestra.run.smithi165.stderr:dumped all 2024-04-13T21:53:43.839 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:43 smithi189 bash[23633]: cluster 2024-04-13T21:53:41.786528+0000 mgr.y (mgr.14388) 169 : cluster 0 pgmap v143: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:44.527 INFO:teuthology.orchestra.run.smithi165.stdout:{"pg_ready":true,"pg_map":{"version":144,"stamp":"2024-04-13T21:53:43.786696+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":289,"num_read_kb":386,"num_write":224,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":256560,"kb_used_data":7612,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":749704656,"statfs":{"total":767960285184,"available":767697567744,"internally_reserved":0,"allocated":7794688,"data_stored":4373540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":254791224},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004639"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.737867+0000","last_change":"2024-04-13T21:51:56.775736+0000","last_active":"2024-04-13T21:52:26.737867+0000","last_peered":"2024-04-13T21:52:26.737867+0000","last_clean":"2024-04-13T21:52:26.737867+0000","last_became_active":"2024-04-13T21:51:56.775183+0000","last_became_peered":"2024-04-13T21:51:56.775183+0000","last_unstale":"2024-04-13T21:52:26.737867+0000","last_undegraded":"2024-04-13T21:52:26.737867+0000","last_fullsized":"2024-04-13T21:52:26.737867+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T05:02:31.727593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"70'5","reported_seq":23,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.722626+0000","last_change":"2024-04-13T21:51:56.724518+0000","last_active":"2024-04-13T21:52:26.722626+0000","last_peered":"2024-04-13T21:52:26.722626+0000","last_clean":"2024-04-13T21:52:26.722626+0000","last_became_active":"2024-04-13T21:51:56.722960+0000","last_became_peered":"2024-04-13T21:51:56.722960+0000","last_unstale":"2024-04-13T21:52:26.722626+0000","last_undegraded":"2024-04-13T21:52:26.722626+0000","last_fullsized":"2024-04-13T21:52:26.722626+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T07:34:32.565191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.724976+0000","last_change":"2024-04-13T21:51:57.992977+0000","last_active":"2024-04-13T21:52:26.724976+0000","last_peered":"2024-04-13T21:52:26.724976+0000","last_clean":"2024-04-13T21:52:26.724976+0000","last_became_active":"2024-04-13T21:51:57.992217+0000","last_became_peered":"2024-04-13T21:51:57.992217+0000","last_unstale":"2024-04-13T21:52:26.724976+0000","last_undegraded":"2024-04-13T21:52:26.724976+0000","last_fullsized":"2024-04-13T21:52:26.724976+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T09:30:24.417147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"70'2","reported_seq":18,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.726214+0000","last_change":"2024-04-13T21:51:56.750504+0000","last_active":"2024-04-13T21:52:26.726214+0000","last_peered":"2024-04-13T21:52:26.726214+0000","last_clean":"2024-04-13T21:52:26.726214+0000","last_became_active":"2024-04-13T21:51:56.749566+0000","last_became_peered":"2024-04-13T21:51:56.749566+0000","last_unstale":"2024-04-13T21:52:26.726214+0000","last_undegraded":"2024-04-13T21:52:26.726214+0000","last_fullsized":"2024-04-13T21:52:26.726214+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T03:16:36.797486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.738403+0000","last_change":"2024-04-13T21:51:57.115046+0000","last_active":"2024-04-13T21:52:26.738403+0000","last_peered":"2024-04-13T21:52:26.738403+0000","last_clean":"2024-04-13T21:52:26.738403+0000","last_became_active":"2024-04-13T21:51:57.114141+0000","last_became_peered":"2024-04-13T21:51:57.114141+0000","last_unstale":"2024-04-13T21:52:26.738403+0000","last_undegraded":"2024-04-13T21:52:26.738403+0000","last_fullsized":"2024-04-13T21:52:26.738403+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T07:53:38.871446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":20,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.729141+0000","last_change":"2024-04-13T21:51:56.726254+0000","last_active":"2024-04-13T21:52:26.729141+0000","last_peered":"2024-04-13T21:52:26.729141+0000","last_clean":"2024-04-13T21:52:26.729141+0000","last_became_active":"2024-04-13T21:51:56.724696+0000","last_became_peered":"2024-04-13T21:51:56.724696+0000","last_unstale":"2024-04-13T21:52:26.729141+0000","last_undegraded":"2024-04-13T21:52:26.729141+0000","last_fullsized":"2024-04-13T21:52:26.729141+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T05:44:55.210279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.738782+0000","last_change":"2024-04-13T21:51:57.114791+0000","last_active":"2024-04-13T21:52:26.738782+0000","last_peered":"2024-04-13T21:52:26.738782+0000","last_clean":"2024-04-13T21:52:26.738782+0000","last_became_active":"2024-04-13T21:51:57.113859+0000","last_became_peered":"2024-04-13T21:51:57.113859+0000","last_unstale":"2024-04-13T21:52:26.738782+0000","last_undegraded":"2024-04-13T21:52:26.738782+0000","last_fullsized":"2024-04-13T21:52:26.738782+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T08:45:20.166153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":20,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.728995+0000","last_change":"2024-04-13T21:51:56.727061+0000","last_active":"2024-04-13T21:52:26.728995+0000","last_peered":"2024-04-13T21:52:26.728995+0000","last_clean":"2024-04-13T21:52:26.728995+0000","last_became_active":"2024-04-13T21:51:56.726239+0000","last_became_peered":"2024-04-13T21:51:56.726239+0000","last_unstale":"2024-04-13T21:52:26.728995+0000","last_undegraded":"2024-04-13T21:52:26.728995+0000","last_fullsized":"2024-04-13T21:52:26.728995+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T04:36:45.583757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.718149+0000","last_change":"2024-04-13T21:51:57.113642+0000","last_active":"2024-04-13T21:52:26.718149+0000","last_peered":"2024-04-13T21:52:26.718149+0000","last_clean":"2024-04-13T21:52:26.718149+0000","last_became_active":"2024-04-13T21:51:57.113344+0000","last_became_peered":"2024-04-13T21:51:57.113344+0000","last_unstale":"2024-04-13T21:52:26.718149+0000","last_undegraded":"2024-04-13T21:52:26.718149+0000","last_fullsized":"2024-04-13T21:52:26.718149+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T22:26:35.839115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"70'2","reported_seq":18,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.720574+0000","last_change":"2024-04-13T21:51:56.743765+0000","last_active":"2024-04-13T21:52:26.720574+0000","last_peered":"2024-04-13T21:52:26.720574+0000","last_clean":"2024-04-13T21:52:26.720574+0000","last_became_active":"2024-04-13T21:51:56.743456+0000","last_became_peered":"2024-04-13T21:51:56.743456+0000","last_unstale":"2024-04-13T21:52:26.720574+0000","last_undegraded":"2024-04-13T21:52:26.720574+0000","last_fullsized":"2024-04-13T21:52:26.720574+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T02:31:38.441752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.738382+0000","last_change":"2024-04-13T21:51:56.775566+0000","last_active":"2024-04-13T21:52:26.738382+0000","last_peered":"2024-04-13T21:52:26.738382+0000","last_clean":"2024-04-13T21:52:26.738382+0000","last_became_active":"2024-04-13T21:51:56.775005+0000","last_became_peered":"2024-04-13T21:51:56.775005+0000","last_unstale":"2024-04-13T21:52:26.738382+0000","last_undegraded":"2024-04-13T21:52:26.738382+0000","last_fullsized":"2024-04-13T21:52:26.738382+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T01:00:45.643987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"70'1","reported_seq":17,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.721769+0000","last_change":"2024-04-13T21:51:56.744808+0000","last_active":"2024-04-13T21:52:26.721769+0000","last_peered":"2024-04-13T21:52:26.721769+0000","last_clean":"2024-04-13T21:52:26.721769+0000","last_became_active":"2024-04-13T21:51:56.744239+0000","last_became_peered":"2024-04-13T21:51:56.744239+0000","last_unstale":"2024-04-13T21:52:26.721769+0000","last_undegraded":"2024-04-13T21:52:26.721769+0000","last_fullsized":"2024-04-13T21:52:26.721769+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T01:02:16.668077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":21,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:27.225125+0000","last_change":"2024-04-13T21:50:04.211467+0000","last_active":"2024-04-13T21:52:27.225125+0000","last_peered":"2024-04-13T21:52:27.225125+0000","last_clean":"2024-04-13T21:52:27.225125+0000","last_became_active":"2024-04-13T21:50:04.210907+0000","last_became_peered":"2024-04-13T21:50:04.210907+0000","last_unstale":"2024-04-13T21:52:27.225125+0000","last_undegraded":"2024-04-13T21:52:27.225125+0000","last_fullsized":"2024-04-13T21:52:27.225125+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T08:30:25.087430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.724269+0000","last_change":"2024-04-13T21:51:57.994929+0000","last_active":"2024-04-13T21:52:26.724269+0000","last_peered":"2024-04-13T21:52:26.724269+0000","last_clean":"2024-04-13T21:52:26.724269+0000","last_became_active":"2024-04-13T21:51:57.993904+0000","last_became_peered":"2024-04-13T21:51:57.993904+0000","last_unstale":"2024-04-13T21:52:26.724269+0000","last_undegraded":"2024-04-13T21:52:26.724269+0000","last_fullsized":"2024-04-13T21:52:26.724269+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T04:07:15.524115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":21,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.731837+0000","last_change":"2024-04-13T21:50:04.691273+0000","last_active":"2024-04-13T21:52:26.731837+0000","last_peered":"2024-04-13T21:52:26.731837+0000","last_clean":"2024-04-13T21:52:26.731837+0000","last_became_active":"2024-04-13T21:50:04.690587+0000","last_became_peered":"2024-04-13T21:50:04.690587+0000","last_unstale":"2024-04-13T21:52:26.731837+0000","last_undegraded":"2024-04-13T21:52:26.731837+0000","last_fullsized":"2024-04-13T21:52:26.731837+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T02:08:35.218302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":20,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.726452+0000","last_change":"2024-04-13T21:51:56.752801+0000","last_active":"2024-04-13T21:52:26.726452+0000","last_peered":"2024-04-13T21:52:26.726452+0000","last_clean":"2024-04-13T21:52:26.726452+0000","last_became_active":"2024-04-13T21:51:56.748297+0000","last_became_peered":"2024-04-13T21:51:56.748297+0000","last_unstale":"2024-04-13T21:52:26.726452+0000","last_undegraded":"2024-04-13T21:52:26.726452+0000","last_fullsized":"2024-04-13T21:52:26.726452+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T08:11:08.651611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.720765+0000","last_change":"2024-04-13T21:51:56.802029+0000","last_active":"2024-04-13T21:52:26.720765+0000","last_peered":"2024-04-13T21:52:26.720765+0000","last_clean":"2024-04-13T21:52:26.720765+0000","last_became_active":"2024-04-13T21:51:56.801659+0000","last_became_peered":"2024-04-13T21:51:56.801659+0000","last_unstale":"2024-04-13T21:52:26.720765+0000","last_undegraded":"2024-04-13T21:52:26.720765+0000","last_fullsized":"2024-04-13T21:52:26.720765+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T00:32:16.610388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.733588+0000","last_change":"2024-04-13T21:51:56.734412+0000","last_active":"2024-04-13T21:52:26.733588+0000","last_peered":"2024-04-13T21:52:26.733588+0000","last_clean":"2024-04-13T21:52:26.733588+0000","last_became_active":"2024-04-13T21:51:56.731776+0000","last_became_peered":"2024-04-13T21:51:56.731776+0000","last_unstale":"2024-04-13T21:52:26.733588+0000","last_undegraded":"2024-04-13T21:52:26.733588+0000","last_fullsized":"2024-04-13T21:52:26.733588+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T03:58:44.859635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":21,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.720606+0000","last_change":"2024-04-13T21:50:05.138081+0000","last_active":"2024-04-13T21:52:26.720606+0000","last_peered":"2024-04-13T21:52:26.720606+0000","last_clean":"2024-04-13T21:52:26.720606+0000","last_became_active":"2024-04-13T21:50:05.137507+0000","last_became_peered":"2024-04-13T21:50:05.137507+0000","last_unstale":"2024-04-13T21:52:26.720606+0000","last_undegraded":"2024-04-13T21:52:26.720606+0000","last_fullsized":"2024-04-13T21:52:26.720606+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T09:35:15.111213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.721969+0000","last_change":"2024-04-13T21:51:56.774505+0000","last_active":"2024-04-13T21:52:26.721969+0000","last_peered":"2024-04-13T21:52:26.721969+0000","last_clean":"2024-04-13T21:52:26.721969+0000","last_became_active":"2024-04-13T21:51:56.773795+0000","last_became_peered":"2024-04-13T21:51:56.773795+0000","last_unstale":"2024-04-13T21:52:26.721969+0000","last_undegraded":"2024-04-13T21:52:26.721969+0000","last_fullsized":"2024-04-13T21:52:26.721969+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T04:53:48.988485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.719592+0000","last_change":"2024-04-13T21:51:56.736492+0000","last_active":"2024-04-13T21:52:26.719592+0000","last_peered":"2024-04-13T21:52:26.719592+0000","last_clean":"2024-04-13T21:52:26.719592+0000","last_became_active":"2024-04-13T21:51:56.735648+0000","last_became_peered":"2024-04-13T21:51:56.735648+0000","last_unstale":"2024-04-13T21:52:26.719592+0000","last_undegraded":"2024-04-13T21:52:26.719592+0000","last_fullsized":"2024-04-13T21:52:26.719592+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T23:12:20.462170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":21,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.720039+0000","last_change":"2024-04-13T21:50:05.138064+0000","last_active":"2024-04-13T21:52:26.720039+0000","last_peered":"2024-04-13T21:52:26.720039+0000","last_clean":"2024-04-13T21:52:26.720039+0000","last_became_active":"2024-04-13T21:50:05.137495+0000","last_became_peered":"2024-04-13T21:50:05.137495+0000","last_unstale":"2024-04-13T21:52:26.720039+0000","last_undegraded":"2024-04-13T21:52:26.720039+0000","last_fullsized":"2024-04-13T21:52:26.720039+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T05:07:48.356542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:27.224861+0000","last_change":"2024-04-13T21:51:56.807659+0000","last_active":"2024-04-13T21:52:27.224861+0000","last_peered":"2024-04-13T21:52:27.224861+0000","last_clean":"2024-04-13T21:52:27.224861+0000","last_became_active":"2024-04-13T21:51:56.807034+0000","last_became_peered":"2024-04-13T21:51:56.807034+0000","last_unstale":"2024-04-13T21:52:27.224861+0000","last_undegraded":"2024-04-13T21:52:27.224861+0000","last_fullsized":"2024-04-13T21:52:27.224861+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T09:01:07.921463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.724876+0000","last_change":"2024-04-13T21:51:56.739298+0000","last_active":"2024-04-13T21:52:26.724876+0000","last_peered":"2024-04-13T21:52:26.724876+0000","last_clean":"2024-04-13T21:52:26.724876+0000","last_became_active":"2024-04-13T21:51:56.738462+0000","last_became_peered":"2024-04-13T21:51:56.738462+0000","last_unstale":"2024-04-13T21:52:26.724876+0000","last_undegraded":"2024-04-13T21:52:26.724876+0000","last_fullsized":"2024-04-13T21:52:26.724876+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T02:38:02.159205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"60'128","reported_seq":269,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-04-13T21:52:27.761831+0000","last_change":"2024-04-13T21:48:32.561954+0000","last_active":"2024-04-13T21:52:27.761831+0000","last_peered":"2024-04-13T21:52:27.761831+0000","last_clean":"2024-04-13T21:52:27.761831+0000","last_became_active":"2024-04-13T21:48:32.561060+0000","last_became_peered":"2024-04-13T21:48:32.561060+0000","last_unstale":"2024-04-13T21:52:27.761831+0000","last_undegraded":"2024-04-13T21:52:27.761831+0000","last_fullsized":"2024-04-13T21:52:27.761831+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:44:25.537347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:44:25.537347+0000","last_clean_scrub_stamp":"2024-04-13T21:44:25.537347+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T04:24:03.612590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":21,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.728806+0000","last_change":"2024-04-13T21:50:04.206549+0000","last_active":"2024-04-13T21:52:26.728806+0000","last_peered":"2024-04-13T21:52:26.728806+0000","last_clean":"2024-04-13T21:52:26.728806+0000","last_became_active":"2024-04-13T21:50:04.206016+0000","last_became_peered":"2024-04-13T21:50:04.206016+0000","last_unstale":"2024-04-13T21:52:26.728806+0000","last_undegraded":"2024-04-13T21:52:26.728806+0000","last_fullsized":"2024-04-13T21:52:26.728806+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T08:07:42.376394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":11,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-04-13T21:52:27.964543+0000","last_change":"2024-04-13T21:52:27.964543+0000","last_active":"2024-04-13T21:52:27.964543+0000","last_peered":"2024-04-13T21:52:27.964543+0000","last_clean":"2024-04-13T21:52:27.964543+0000","last_became_active":"2024-04-13T21:52:27.963569+0000","last_became_peered":"2024-04-13T21:52:27.963569+0000","last_unstale":"2024-04-13T21:52:27.964543+0000","last_undegraded":"2024-04-13T21:52:27.964543+0000","last_fullsized":"2024-04-13T21:52:27.964543+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T05:21:54.413502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.730918+0000","last_change":"2024-04-13T21:51:56.721990+0000","last_active":"2024-04-13T21:52:26.730918+0000","last_peered":"2024-04-13T21:52:26.730918+0000","last_clean":"2024-04-13T21:52:26.730918+0000","last_became_active":"2024-04-13T21:51:56.718399+0000","last_became_peered":"2024-04-13T21:51:56.718399+0000","last_unstale":"2024-04-13T21:52:26.730918+0000","last_undegraded":"2024-04-13T21:52:26.730918+0000","last_fullsized":"2024-04-13T21:52:26.730918+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T09:09:02.568738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":21,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.716880+0000","last_change":"2024-04-13T21:50:05.136885+0000","last_active":"2024-04-13T21:52:26.716880+0000","last_peered":"2024-04-13T21:52:26.716880+0000","last_clean":"2024-04-13T21:52:26.716880+0000","last_became_active":"2024-04-13T21:50:05.135856+0000","last_became_peered":"2024-04-13T21:50:05.135856+0000","last_unstale":"2024-04-13T21:52:26.716880+0000","last_undegraded":"2024-04-13T21:52:26.716880+0000","last_fullsized":"2024-04-13T21:52:26.716880+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T07:58:36.343568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.733507+0000","last_change":"2024-04-13T21:51:57.111735+0000","last_active":"2024-04-13T21:52:26.733507+0000","last_peered":"2024-04-13T21:52:26.733507+0000","last_clean":"2024-04-13T21:52:26.733507+0000","last_became_active":"2024-04-13T21:51:57.111386+0000","last_became_peered":"2024-04-13T21:51:57.111386+0000","last_unstale":"2024-04-13T21:52:26.733507+0000","last_undegraded":"2024-04-13T21:52:26.733507+0000","last_fullsized":"2024-04-13T21:52:26.733507+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T03:07:25.089775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.738403+0000","last_change":"2024-04-13T21:51:56.738761+0000","last_active":"2024-04-13T21:52:26.738403+0000","last_peered":"2024-04-13T21:52:26.738403+0000","last_clean":"2024-04-13T21:52:26.738403+0000","last_became_active":"2024-04-13T21:51:56.737831+0000","last_became_peered":"2024-04-13T21:51:56.737831+0000","last_unstale":"2024-04-13T21:52:26.738403+0000","last_undegraded":"2024-04-13T21:52:26.738403+0000","last_fullsized":"2024-04-13T21:52:26.738403+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T06:39:33.307225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":21,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.728641+0000","last_change":"2024-04-13T21:50:04.206238+0000","last_active":"2024-04-13T21:52:26.728641+0000","last_peered":"2024-04-13T21:52:26.728641+0000","last_clean":"2024-04-13T21:52:26.728641+0000","last_became_active":"2024-04-13T21:50:04.205581+0000","last_became_peered":"2024-04-13T21:50:04.205581+0000","last_unstale":"2024-04-13T21:52:26.728641+0000","last_undegraded":"2024-04-13T21:52:26.728641+0000","last_fullsized":"2024-04-13T21:52:26.728641+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T09:17:00.468005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.731025+0000","last_change":"2024-04-13T21:51:56.772520+0000","last_active":"2024-04-13T21:52:26.731025+0000","last_peered":"2024-04-13T21:52:26.731025+0000","last_clean":"2024-04-13T21:52:26.731025+0000","last_became_active":"2024-04-13T21:51:56.771923+0000","last_became_peered":"2024-04-13T21:51:56.771923+0000","last_unstale":"2024-04-13T21:52:26.731025+0000","last_undegraded":"2024-04-13T21:52:26.731025+0000","last_fullsized":"2024-04-13T21:52:26.731025+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T00:46:48.310327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.729138+0000","last_change":"2024-04-13T21:51:56.729281+0000","last_active":"2024-04-13T21:52:26.729138+0000","last_peered":"2024-04-13T21:52:26.729138+0000","last_clean":"2024-04-13T21:52:26.729138+0000","last_became_active":"2024-04-13T21:51:56.727681+0000","last_became_peered":"2024-04-13T21:51:56.727681+0000","last_unstale":"2024-04-13T21:52:26.729138+0000","last_undegraded":"2024-04-13T21:52:26.729138+0000","last_fullsized":"2024-04-13T21:52:26.729138+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T03:38:34.739463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":21,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.733363+0000","last_change":"2024-04-13T21:50:05.136812+0000","last_active":"2024-04-13T21:52:26.733363+0000","last_peered":"2024-04-13T21:52:26.733363+0000","last_clean":"2024-04-13T21:52:26.733363+0000","last_became_active":"2024-04-13T21:50:05.135965+0000","last_became_peered":"2024-04-13T21:50:05.135965+0000","last_unstale":"2024-04-13T21:52:26.733363+0000","last_undegraded":"2024-04-13T21:52:26.733363+0000","last_fullsized":"2024-04-13T21:52:26.733363+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T07:49:46.209610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.733019+0000","last_change":"2024-04-13T21:51:57.113280+0000","last_active":"2024-04-13T21:52:26.733019+0000","last_peered":"2024-04-13T21:52:26.733019+0000","last_clean":"2024-04-13T21:52:26.733019+0000","last_became_active":"2024-04-13T21:51:57.112983+0000","last_became_peered":"2024-04-13T21:51:57.112983+0000","last_unstale":"2024-04-13T21:52:26.733019+0000","last_undegraded":"2024-04-13T21:52:26.733019+0000","last_fullsized":"2024-04-13T21:52:26.733019+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T06:52:57.920463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.724391+0000","last_change":"2024-04-13T21:51:56.750040+0000","last_active":"2024-04-13T21:52:26.724391+0000","last_peered":"2024-04-13T21:52:26.724391+0000","last_clean":"2024-04-13T21:52:26.724391+0000","last_became_active":"2024-04-13T21:51:56.749736+0000","last_became_peered":"2024-04-13T21:51:56.749736+0000","last_unstale":"2024-04-13T21:52:26.724391+0000","last_undegraded":"2024-04-13T21:52:26.724391+0000","last_fullsized":"2024-04-13T21:52:26.724391+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T22:34:24.083870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.739591+0000","last_change":"2024-04-13T21:51:56.776880+0000","last_active":"2024-04-13T21:52:26.739591+0000","last_peered":"2024-04-13T21:52:26.739591+0000","last_clean":"2024-04-13T21:52:26.739591+0000","last_became_active":"2024-04-13T21:51:56.776430+0000","last_became_peered":"2024-04-13T21:51:56.776430+0000","last_unstale":"2024-04-13T21:52:26.739591+0000","last_undegraded":"2024-04-13T21:52:26.739591+0000","last_fullsized":"2024-04-13T21:52:26.739591+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T07:38:52.085670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.738404+0000","last_change":"2024-04-13T21:51:56.739688+0000","last_active":"2024-04-13T21:52:26.738404+0000","last_peered":"2024-04-13T21:52:26.738404+0000","last_clean":"2024-04-13T21:52:26.738404+0000","last_became_active":"2024-04-13T21:51:56.733167+0000","last_became_peered":"2024-04-13T21:51:56.733167+0000","last_unstale":"2024-04-13T21:52:26.738404+0000","last_undegraded":"2024-04-13T21:52:26.738404+0000","last_fullsized":"2024-04-13T21:52:26.738404+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T00:56:20.605433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.739296+0000","last_change":"2024-04-13T21:51:56.766232+0000","last_active":"2024-04-13T21:52:26.739296+0000","last_peered":"2024-04-13T21:52:26.739296+0000","last_clean":"2024-04-13T21:52:26.739296+0000","last_became_active":"2024-04-13T21:51:56.765598+0000","last_became_peered":"2024-04-13T21:51:56.765598+0000","last_unstale":"2024-04-13T21:52:26.739296+0000","last_undegraded":"2024-04-13T21:52:26.739296+0000","last_fullsized":"2024-04-13T21:52:26.739296+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T23:50:48.989218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:27.225003+0000","last_change":"2024-04-13T21:51:56.744127+0000","last_active":"2024-04-13T21:52:27.225003+0000","last_peered":"2024-04-13T21:52:27.225003+0000","last_clean":"2024-04-13T21:52:27.225003+0000","last_became_active":"2024-04-13T21:51:56.743451+0000","last_became_peered":"2024-04-13T21:51:56.743451+0000","last_unstale":"2024-04-13T21:52:27.225003+0000","last_undegraded":"2024-04-13T21:52:27.225003+0000","last_fullsized":"2024-04-13T21:52:27.225003+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T05:19:19.167392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.739086+0000","last_change":"2024-04-13T21:51:57.118060+0000","last_active":"2024-04-13T21:52:26.739086+0000","last_peered":"2024-04-13T21:52:26.739086+0000","last_clean":"2024-04-13T21:52:26.739086+0000","last_became_active":"2024-04-13T21:51:57.116146+0000","last_became_peered":"2024-04-13T21:51:57.116146+0000","last_unstale":"2024-04-13T21:52:26.739086+0000","last_undegraded":"2024-04-13T21:52:26.739086+0000","last_fullsized":"2024-04-13T21:52:26.739086+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T00:08:20.950441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"70'3","reported_seq":20,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.724932+0000","last_change":"2024-04-13T21:51:56.751697+0000","last_active":"2024-04-13T21:52:26.724932+0000","last_peered":"2024-04-13T21:52:26.724932+0000","last_clean":"2024-04-13T21:52:26.724932+0000","last_became_active":"2024-04-13T21:51:56.750529+0000","last_became_peered":"2024-04-13T21:51:56.750529+0000","last_unstale":"2024-04-13T21:52:26.724932+0000","last_undegraded":"2024-04-13T21:52:26.724932+0000","last_fullsized":"2024-04-13T21:52:26.724932+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T06:31:07.971362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.720359+0000","last_change":"2024-04-13T21:51:56.776242+0000","last_active":"2024-04-13T21:52:26.720359+0000","last_peered":"2024-04-13T21:52:26.720359+0000","last_clean":"2024-04-13T21:52:26.720359+0000","last_became_active":"2024-04-13T21:51:56.775662+0000","last_became_peered":"2024-04-13T21:51:56.775662+0000","last_unstale":"2024-04-13T21:52:26.720359+0000","last_undegraded":"2024-04-13T21:52:26.720359+0000","last_fullsized":"2024-04-13T21:52:26.720359+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T03:25:30.651621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.728759+0000","last_change":"2024-04-13T21:51:56.729691+0000","last_active":"2024-04-13T21:52:26.728759+0000","last_peered":"2024-04-13T21:52:26.728759+0000","last_clean":"2024-04-13T21:52:26.728759+0000","last_became_active":"2024-04-13T21:51:56.728734+0000","last_became_peered":"2024-04-13T21:51:56.728734+0000","last_unstale":"2024-04-13T21:52:26.728759+0000","last_undegraded":"2024-04-13T21:52:26.728759+0000","last_fullsized":"2024-04-13T21:52:26.728759+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T06:33:18.380250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:27.224595+0000","last_change":"2024-04-13T21:51:56.804389+0000","last_active":"2024-04-13T21:52:27.224595+0000","last_peered":"2024-04-13T21:52:27.224595+0000","last_clean":"2024-04-13T21:52:27.224595+0000","last_became_active":"2024-04-13T21:51:56.803973+0000","last_became_peered":"2024-04-13T21:51:56.803973+0000","last_unstale":"2024-04-13T21:52:27.224595+0000","last_undegraded":"2024-04-13T21:52:27.224595+0000","last_fullsized":"2024-04-13T21:52:27.224595+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T02:45:10.261046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":18,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.720821+0000","last_change":"2024-04-13T21:51:56.738561+0000","last_active":"2024-04-13T21:52:26.720821+0000","last_peered":"2024-04-13T21:52:26.720821+0000","last_clean":"2024-04-13T21:52:26.720821+0000","last_became_active":"2024-04-13T21:51:56.737720+0000","last_became_peered":"2024-04-13T21:51:56.737720+0000","last_unstale":"2024-04-13T21:52:26.720821+0000","last_undegraded":"2024-04-13T21:52:26.720821+0000","last_fullsized":"2024-04-13T21:52:26.720821+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T06:36:42.694028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.738168+0000","last_change":"2024-04-13T21:51:57.115072+0000","last_active":"2024-04-13T21:52:26.738168+0000","last_peered":"2024-04-13T21:52:26.738168+0000","last_clean":"2024-04-13T21:52:26.738168+0000","last_became_active":"2024-04-13T21:51:57.113591+0000","last_became_peered":"2024-04-13T21:51:57.113591+0000","last_unstale":"2024-04-13T21:52:26.738168+0000","last_undegraded":"2024-04-13T21:52:26.738168+0000","last_fullsized":"2024-04-13T21:52:26.738168+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T22:33:25.308168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":20,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.720682+0000","last_change":"2024-04-13T21:51:56.743699+0000","last_active":"2024-04-13T21:52:26.720682+0000","last_peered":"2024-04-13T21:52:26.720682+0000","last_clean":"2024-04-13T21:52:26.720682+0000","last_became_active":"2024-04-13T21:51:56.743088+0000","last_became_peered":"2024-04-13T21:51:56.743088+0000","last_unstale":"2024-04-13T21:52:26.720682+0000","last_undegraded":"2024-04-13T21:52:26.720682+0000","last_fullsized":"2024-04-13T21:52:26.720682+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T06:21:52.953913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.728461+0000","last_change":"2024-04-13T21:51:56.806163+0000","last_active":"2024-04-13T21:52:26.728461+0000","last_peered":"2024-04-13T21:52:26.728461+0000","last_clean":"2024-04-13T21:52:26.728461+0000","last_became_active":"2024-04-13T21:51:56.805460+0000","last_became_peered":"2024-04-13T21:51:56.805460+0000","last_unstale":"2024-04-13T21:52:26.728461+0000","last_undegraded":"2024-04-13T21:52:26.728461+0000","last_fullsized":"2024-04-13T21:52:26.728461+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T02:04:08.394133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":18,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.720867+0000","last_change":"2024-04-13T21:51:56.746456+0000","last_active":"2024-04-13T21:52:26.720867+0000","last_peered":"2024-04-13T21:52:26.720867+0000","last_clean":"2024-04-13T21:52:26.720867+0000","last_became_active":"2024-04-13T21:51:56.745673+0000","last_became_peered":"2024-04-13T21:51:56.745673+0000","last_unstale":"2024-04-13T21:52:26.720867+0000","last_undegraded":"2024-04-13T21:52:26.720867+0000","last_fullsized":"2024-04-13T21:52:26.720867+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T00:55:31.584214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.726182+0000","last_change":"2024-04-13T21:51:57.778926+0000","last_active":"2024-04-13T21:52:26.726182+0000","last_peered":"2024-04-13T21:52:26.726182+0000","last_clean":"2024-04-13T21:52:26.726182+0000","last_became_active":"2024-04-13T21:51:57.777850+0000","last_became_peered":"2024-04-13T21:51:57.777850+0000","last_unstale":"2024-04-13T21:52:26.726182+0000","last_undegraded":"2024-04-13T21:52:26.726182+0000","last_fullsized":"2024-04-13T21:52:26.726182+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T08:06:32.360492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":32,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:27.224483+0000","last_change":"2024-04-13T21:51:56.729698+0000","last_active":"2024-04-13T21:52:27.224483+0000","last_peered":"2024-04-13T21:52:27.224483+0000","last_clean":"2024-04-13T21:52:27.224483+0000","last_became_active":"2024-04-13T21:51:56.728939+0000","last_became_peered":"2024-04-13T21:51:56.728939+0000","last_unstale":"2024-04-13T21:52:27.224483+0000","last_undegraded":"2024-04-13T21:52:27.224483+0000","last_fullsized":"2024-04-13T21:52:27.224483+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T06:25:59.092772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.721332+0000","last_change":"2024-04-13T21:51:57.112721+0000","last_active":"2024-04-13T21:52:26.721332+0000","last_peered":"2024-04-13T21:52:26.721332+0000","last_clean":"2024-04-13T21:52:26.721332+0000","last_became_active":"2024-04-13T21:51:57.112287+0000","last_became_peered":"2024-04-13T21:51:57.112287+0000","last_unstale":"2024-04-13T21:52:26.721332+0000","last_undegraded":"2024-04-13T21:52:26.721332+0000","last_fullsized":"2024-04-13T21:52:26.721332+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T03:12:21.473825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.720129+0000","last_change":"2024-04-13T21:51:56.737238+0000","last_active":"2024-04-13T21:52:26.720129+0000","last_peered":"2024-04-13T21:52:26.720129+0000","last_clean":"2024-04-13T21:52:26.720129+0000","last_became_active":"2024-04-13T21:51:56.735235+0000","last_became_peered":"2024-04-13T21:51:56.735235+0000","last_unstale":"2024-04-13T21:52:26.720129+0000","last_undegraded":"2024-04-13T21:52:26.720129+0000","last_fullsized":"2024-04-13T21:52:26.720129+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T01:04:14.438812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.728905+0000","last_change":"2024-04-13T21:51:57.115598+0000","last_active":"2024-04-13T21:52:26.728905+0000","last_peered":"2024-04-13T21:52:26.728905+0000","last_clean":"2024-04-13T21:52:26.728905+0000","last_became_active":"2024-04-13T21:51:57.114552+0000","last_became_peered":"2024-04-13T21:51:57.114552+0000","last_unstale":"2024-04-13T21:52:26.728905+0000","last_undegraded":"2024-04-13T21:52:26.728905+0000","last_fullsized":"2024-04-13T21:52:26.728905+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T02:23:04.319012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.719977+0000","last_change":"2024-04-13T21:51:56.738773+0000","last_active":"2024-04-13T21:52:26.719977+0000","last_peered":"2024-04-13T21:52:26.719977+0000","last_clean":"2024-04-13T21:52:26.719977+0000","last_became_active":"2024-04-13T21:51:56.737650+0000","last_became_peered":"2024-04-13T21:51:56.737650+0000","last_unstale":"2024-04-13T21:52:26.719977+0000","last_undegraded":"2024-04-13T21:52:26.719977+0000","last_fullsized":"2024-04-13T21:52:26.719977+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T07:17:13.504542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":24,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-04-13T21:52:27.761297+0000","last_change":"2024-04-13T21:52:27.761297+0000","last_active":"2024-04-13T21:52:27.761297+0000","last_peered":"2024-04-13T21:52:27.761297+0000","last_clean":"2024-04-13T21:52:27.761297+0000","last_became_active":"2024-04-13T21:52:27.760287+0000","last_became_peered":"2024-04-13T21:52:27.760287+0000","last_unstale":"2024-04-13T21:52:27.761297+0000","last_undegraded":"2024-04-13T21:52:27.761297+0000","last_fullsized":"2024-04-13T21:52:27.761297+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T00:14:37.665779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7],"acting":[3,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":20,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.720262+0000","last_change":"2024-04-13T21:51:56.742126+0000","last_active":"2024-04-13T21:52:26.720262+0000","last_peered":"2024-04-13T21:52:26.720262+0000","last_clean":"2024-04-13T21:52:26.720262+0000","last_became_active":"2024-04-13T21:51:56.741399+0000","last_became_peered":"2024-04-13T21:51:56.741399+0000","last_unstale":"2024-04-13T21:52:26.720262+0000","last_undegraded":"2024-04-13T21:52:26.720262+0000","last_fullsized":"2024-04-13T21:52:26.720262+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T22:44:01.468307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.738522+0000","last_change":"2024-04-13T21:51:56.775868+0000","last_active":"2024-04-13T21:52:26.738522+0000","last_peered":"2024-04-13T21:52:26.738522+0000","last_clean":"2024-04-13T21:52:26.738522+0000","last_became_active":"2024-04-13T21:51:56.775077+0000","last_became_peered":"2024-04-13T21:51:56.775077+0000","last_unstale":"2024-04-13T21:52:26.738522+0000","last_undegraded":"2024-04-13T21:52:26.738522+0000","last_fullsized":"2024-04-13T21:52:26.738522+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T05:40:55.227572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"70'7","reported_seq":29,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.738961+0000","last_change":"2024-04-13T21:51:56.727232+0000","last_active":"2024-04-13T21:52:26.738961+0000","last_peered":"2024-04-13T21:52:26.738961+0000","last_clean":"2024-04-13T21:52:26.738961+0000","last_became_active":"2024-04-13T21:51:56.726024+0000","last_became_peered":"2024-04-13T21:51:56.726024+0000","last_unstale":"2024-04-13T21:52:26.738961+0000","last_undegraded":"2024-04-13T21:52:26.738961+0000","last_fullsized":"2024-04-13T21:52:26.738961+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T08:17:00.024600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":9,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.730648+0000","last_change":"2024-04-13T21:51:56.772919+0000","last_active":"2024-04-13T21:52:26.730648+0000","last_peered":"2024-04-13T21:52:26.730648+0000","last_clean":"2024-04-13T21:52:26.730648+0000","last_became_active":"2024-04-13T21:51:56.771465+0000","last_became_peered":"2024-04-13T21:51:56.771465+0000","last_unstale":"2024-04-13T21:52:26.730648+0000","last_undegraded":"2024-04-13T21:52:26.730648+0000","last_fullsized":"2024-04-13T21:52:26.730648+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T06:13:07.946581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":22,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.720357+0000","last_change":"2024-04-13T21:51:56.752162+0000","last_active":"2024-04-13T21:52:26.720357+0000","last_peered":"2024-04-13T21:52:26.720357+0000","last_clean":"2024-04-13T21:52:26.720357+0000","last_became_active":"2024-04-13T21:51:56.751464+0000","last_became_peered":"2024-04-13T21:51:56.751464+0000","last_unstale":"2024-04-13T21:52:26.720357+0000","last_undegraded":"2024-04-13T21:52:26.720357+0000","last_fullsized":"2024-04-13T21:52:26.720357+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T22:17:14.503898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.725007+0000","last_change":"2024-04-13T21:51:57.778065+0000","last_active":"2024-04-13T21:52:26.725007+0000","last_peered":"2024-04-13T21:52:26.725007+0000","last_clean":"2024-04-13T21:52:26.725007+0000","last_became_active":"2024-04-13T21:51:57.777627+0000","last_became_peered":"2024-04-13T21:51:57.777627+0000","last_unstale":"2024-04-13T21:52:26.725007+0000","last_undegraded":"2024-04-13T21:52:26.725007+0000","last_fullsized":"2024-04-13T21:52:26.725007+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T01:22:00.379640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.728996+0000","last_change":"2024-04-13T21:51:56.744085+0000","last_active":"2024-04-13T21:52:26.728996+0000","last_peered":"2024-04-13T21:52:26.728996+0000","last_clean":"2024-04-13T21:52:26.728996+0000","last_became_active":"2024-04-13T21:51:56.743276+0000","last_became_peered":"2024-04-13T21:51:56.743276+0000","last_unstale":"2024-04-13T21:52:26.728996+0000","last_undegraded":"2024-04-13T21:52:26.728996+0000","last_fullsized":"2024-04-13T21:52:26.728996+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T22:20:59.030240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.724478+0000","last_change":"2024-04-13T21:51:57.774995+0000","last_active":"2024-04-13T21:52:26.724478+0000","last_peered":"2024-04-13T21:52:26.724478+0000","last_clean":"2024-04-13T21:52:26.724478+0000","last_became_active":"2024-04-13T21:51:57.774383+0000","last_became_peered":"2024-04-13T21:51:57.774383+0000","last_unstale":"2024-04-13T21:52:26.724478+0000","last_undegraded":"2024-04-13T21:52:26.724478+0000","last_fullsized":"2024-04-13T21:52:26.724478+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T03:21:13.946193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.722295+0000","last_change":"2024-04-13T21:51:56.739018+0000","last_active":"2024-04-13T21:52:26.722295+0000","last_peered":"2024-04-13T21:52:26.722295+0000","last_clean":"2024-04-13T21:52:26.722295+0000","last_became_active":"2024-04-13T21:51:56.738213+0000","last_became_peered":"2024-04-13T21:51:56.738213+0000","last_unstale":"2024-04-13T21:52:26.722295+0000","last_undegraded":"2024-04-13T21:52:26.722295+0000","last_fullsized":"2024-04-13T21:52:26.722295+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T07:15:46.750577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:27.225008+0000","last_change":"2024-04-13T21:51:56.774859+0000","last_active":"2024-04-13T21:52:27.225008+0000","last_peered":"2024-04-13T21:52:27.225008+0000","last_clean":"2024-04-13T21:52:27.225008+0000","last_became_active":"2024-04-13T21:51:56.774240+0000","last_became_peered":"2024-04-13T21:51:56.774240+0000","last_unstale":"2024-04-13T21:52:27.225008+0000","last_undegraded":"2024-04-13T21:52:27.225008+0000","last_fullsized":"2024-04-13T21:52:27.225008+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T03:09:58.914087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.724640+0000","last_change":"2024-04-13T21:51:56.758905+0000","last_active":"2024-04-13T21:52:26.724640+0000","last_peered":"2024-04-13T21:52:26.724640+0000","last_clean":"2024-04-13T21:52:26.724640+0000","last_became_active":"2024-04-13T21:51:56.757740+0000","last_became_peered":"2024-04-13T21:51:56.757740+0000","last_unstale":"2024-04-13T21:52:26.724640+0000","last_undegraded":"2024-04-13T21:52:26.724640+0000","last_fullsized":"2024-04-13T21:52:26.724640+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T22:13:36.496450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.721524+0000","last_change":"2024-04-13T21:51:57.112973+0000","last_active":"2024-04-13T21:52:26.721524+0000","last_peered":"2024-04-13T21:52:26.721524+0000","last_clean":"2024-04-13T21:52:26.721524+0000","last_became_active":"2024-04-13T21:51:57.111659+0000","last_became_peered":"2024-04-13T21:51:57.111659+0000","last_unstale":"2024-04-13T21:52:26.721524+0000","last_undegraded":"2024-04-13T21:52:26.721524+0000","last_fullsized":"2024-04-13T21:52:26.721524+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T01:53:42.882438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.730906+0000","last_change":"2024-04-13T21:51:56.736203+0000","last_active":"2024-04-13T21:52:26.730906+0000","last_peered":"2024-04-13T21:52:26.730906+0000","last_clean":"2024-04-13T21:52:26.730906+0000","last_became_active":"2024-04-13T21:51:56.733526+0000","last_became_peered":"2024-04-13T21:51:56.733526+0000","last_unstale":"2024-04-13T21:52:26.730906+0000","last_undegraded":"2024-04-13T21:52:26.730906+0000","last_fullsized":"2024-04-13T21:52:26.730906+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T07:20:19.620733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":24,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-04-13T21:52:27.964670+0000","last_change":"2024-04-13T21:52:27.964670+0000","last_active":"2024-04-13T21:52:27.964670+0000","last_peered":"2024-04-13T21:52:27.964670+0000","last_clean":"2024-04-13T21:52:27.964670+0000","last_became_active":"2024-04-13T21:52:27.963847+0000","last_became_peered":"2024-04-13T21:52:27.963847+0000","last_unstale":"2024-04-13T21:52:27.964670+0000","last_undegraded":"2024-04-13T21:52:27.964670+0000","last_fullsized":"2024-04-13T21:52:27.964670+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T07:16:28.130597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"70'2","reported_seq":18,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-13T21:52:26.738121+0000","last_change":"2024-04-13T21:51:56.744238+0000","last_active":"2024-04-13T21:52:26.738121+0000","last_peered":"2024-04-13T21:52:26.738121+0000","last_clean":"2024-04-13T21:52:26.738121+0000","last_became_active":"2024-04-13T21:51:56.742261+0000","last_became_peered":"2024-04-13T21:51:56.742261+0000","last_unstale":"2024-04-13T21:52:26.738121+0000","last_undegraded":"2024-04-13T21:52:26.738121+0000","last_fullsized":"2024-04-13T21:52:26.738121+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T23:45:38.269741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":77,"num_read_kb":80,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":45,"ondisk_log_size":45,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201345,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32448,"kb_used_data":1328,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712704,"statfs":{"total":95995035648,"available":95961808896,"internally_reserved":0,"allocated":1359872,"data_stored":916394,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 21:53:34 2024","interfaces":[{"interface":"back","average":{"1min":0.85899999999999999,"5min":0.89500000000000002,"15min":0.93500000000000005},"min":{"1min":0.52500000000000002,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.1879999999999999,"5min":1.478,"15min":1.478},"last":1.099},{"interface":"front","average":{"1min":0.91000000000000003,"5min":0.92700000000000005,"15min":0.92900000000000005},"min":{"1min":0.442,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.573,"5min":1.573,"15min":1.573},"last":0.92900000000000005}]},{"osd":1,"last update":"Sat Apr 13 21:53:34 2024","interfaces":[{"interface":"back","average":{"1min":0.91100000000000003,"5min":0.92500000000000004,"15min":0.88900000000000001},"min":{"1min":0.56499999999999995,"5min":0.44,"15min":0.44},"max":{"1min":1.208,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.879,"5min":0.94499999999999995,"15min":0.98499999999999999},"min":{"1min":0.50700000000000001,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.4930000000000001,"5min":1.526,"15min":1.526},"last":1.0720000000000001}]},{"osd":2,"last update":"Sat Apr 13 21:53:34 2024","interfaces":[{"interface":"back","average":{"1min":0.85599999999999998,"5min":0.89200000000000002,"15min":0.91100000000000003},"min":{"1min":0.54700000000000004,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.0740000000000001,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":1.046},{"interface":"front","average":{"1min":0.93300000000000005,"5min":0.93600000000000005,"15min":0.90200000000000002},"min":{"1min":0.46800000000000003,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.296,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.88300000000000001}]},{"osd":3,"last update":"Sat Apr 13 21:53:34 2024","interfaces":[{"interface":"back","average":{"1min":0.88800000000000001,"5min":0.93799999999999994,"15min":0.996},"min":{"1min":0.497,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.1659999999999999,"5min":2.2639999999999998,"15min":2.2639999999999998},"last":0.96099999999999997},{"interface":"front","average":{"1min":0.97599999999999998,"5min":1.0109999999999999,"15min":1.006},"min":{"1min":0.64900000000000002,"5min":0.433,"15min":0.433},"max":{"1min":1.47,"5min":1.712,"15min":1.712},"last":1.1890000000000001}]},{"osd":4,"last update":"Sat Apr 13 21:53:34 2024","interfaces":[{"interface":"back","average":{"1min":0.92900000000000005,"5min":0.89300000000000002,"15min":0.86599999999999999},"min":{"1min":0.57999999999999996,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.24,"5min":1.77,"15min":1.77},"last":1.0109999999999999},{"interface":"front","average":{"1min":1.022,"5min":0.94899999999999995,"15min":0.94199999999999995},"min":{"1min":0.62,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.2370000000000001,"5min":1.4770000000000001,"15min":1.4770000000000001},"last":0.78900000000000003}]},{"osd":5,"last update":"Sat Apr 13 21:53:34 2024","interfaces":[{"interface":"back","average":{"1min":1.0880000000000001,"5min":1.012,"15min":0.98899999999999999},"min":{"1min":0.59899999999999998,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.5249999999999999,"5min":1.587,"15min":1.587},"last":0.98699999999999999},{"interface":"front","average":{"1min":1.0309999999999999,"5min":1.024,"15min":1.004},"min":{"1min":0.63600000000000001,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.3220000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":1.1639999999999999}]},{"osd":6,"last update":"Sat Apr 13 21:53:34 2024","interfaces":[{"interface":"back","average":{"1min":1.107,"5min":1.097,"15min":1.0549999999999999},"min":{"1min":0.67700000000000005,"5min":0.378,"15min":0.378},"max":{"1min":1.411,"5min":1.496,"15min":1.496},"last":1.218},{"interface":"front","average":{"1min":1.1080000000000001,"5min":1.1100000000000001,"15min":1.1060000000000001},"min":{"1min":0.73399999999999999,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.4430000000000001,"5min":1.6439999999999999,"15min":1.6439999999999999},"last":1.139}]}]},{"osd":6,"up_from":47,"seq":201863462988,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32432,"kb_used_data":1312,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712720,"statfs":{"total":95995035648,"available":95961825280,"internally_reserved":0,"allocated":1343488,"data_stored":915975,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 21:52:52 2024","interfaces":[{"interface":"back","average":{"1min":0.90300000000000002,"5min":0.90700000000000003,"15min":0.86099999999999999},"min":{"1min":0.61199999999999999,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.3380000000000001,"5min":1.3380000000000001,"15min":1.3380000000000001},"last":0.93700000000000006},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.91000000000000003,"15min":0.94999999999999996},"min":{"1min":0.52800000000000002,"5min":0.504,"15min":0.504},"max":{"1min":1.2390000000000001,"5min":1.478,"15min":1.478},"last":1.04}]},{"osd":1,"last update":"Sat Apr 13 21:52:52 2024","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.89900000000000002,"15min":0.873},"min":{"1min":0.60099999999999998,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.2809999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":1.2569999999999999},{"interface":"front","average":{"1min":0.90000000000000002,"5min":0.90400000000000003,"15min":0.875},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.2370000000000001,"5min":1.5149999999999999,"15min":1.5149999999999999},"last":0.91000000000000003}]},{"osd":2,"last update":"Sat Apr 13 21:52:52 2024","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":0.92000000000000004,"15min":0.873},"min":{"1min":0.69499999999999995,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.0780000000000001,"5min":1.22,"15min":1.22},"last":0.79800000000000004},{"interface":"front","average":{"1min":0.89600000000000002,"5min":0.93700000000000006,"15min":0.94499999999999995},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.228,"5min":1.653,"15min":1.653},"last":1.153}]},{"osd":3,"last update":"Sat Apr 13 21:52:52 2024","interfaces":[{"interface":"back","average":{"1min":0.95899999999999996,"5min":0.94399999999999995,"15min":0.97599999999999998},"min":{"1min":0.625,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.425,"5min":1.901,"15min":1.901},"last":1.0640000000000001},{"interface":"front","average":{"1min":0.97899999999999998,"5min":0.98799999999999999,"15min":0.96199999999999997},"min":{"1min":0.69099999999999995,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.135,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":0.96899999999999997}]},{"osd":4,"last update":"Sat Apr 13 21:52:52 2024","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.86399999999999999,"15min":0.81000000000000005},"min":{"1min":0.498,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.2430000000000001,"5min":1.472,"15min":1.472},"last":0.98799999999999999},{"interface":"front","average":{"1min":1.028,"5min":0.96299999999999997,"15min":0.88800000000000001},"min":{"1min":0.55200000000000005,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":1.3839999999999999,"5min":1.998,"15min":1.998},"last":1.1759999999999999}]},{"osd":5,"last update":"Sat Apr 13 21:52:52 2024","interfaces":[{"interface":"back","average":{"1min":0.99399999999999999,"5min":0.96999999999999997,"15min":0.89600000000000002},"min":{"1min":0.58199999999999996,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.286,"5min":1.548,"15min":1.548},"last":0.86699999999999999},{"interface":"front","average":{"1min":1.0509999999999999,"5min":1.0289999999999999,"15min":0.96699999999999997},"min":{"1min":0.51800000000000002,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.323,"5min":1.4319999999999999,"15min":1.4319999999999999},"last":0.82399999999999995}]},{"osd":7,"last update":"Sat Apr 13 21:53:36 2024","interfaces":[{"interface":"back","average":{"1min":1.1419999999999999,"5min":1.0800000000000001,"15min":1.02},"min":{"1min":0.97299999999999998,"5min":0.38,"15min":0.38},"max":{"1min":1.2989999999999999,"5min":1.706,"15min":1.706},"last":1.103},{"interface":"front","average":{"1min":1.1220000000000001,"5min":1.073,"15min":1.0589999999999999},"min":{"1min":0.76500000000000001,"5min":0.435,"15min":0.435},"max":{"1min":1.3220000000000001,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":0.69999999999999996}]}]},{"osd":1,"up_from":13,"seq":55834574972,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31844,"kb_used_data":724,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713308,"statfs":{"total":95995035648,"available":95962427392,"internally_reserved":0,"allocated":741376,"data_stored":324577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 21:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.71899999999999997,"15min":0.61699999999999999},"min":{"1min":0.35099999999999998,"5min":0.34799999999999998,"15min":0.255},"max":{"1min":1.095,"5min":1.242,"15min":1.242},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.79900000000000004,"15min":0.67900000000000005},"min":{"1min":0.436,"5min":0.34699999999999998,"15min":0.27100000000000002},"max":{"1min":1.028,"5min":1.216,"15min":1.216},"last":0.80400000000000005}]},{"osd":2,"last update":"Sat Apr 13 21:52:42 2024","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.79500000000000004,"15min":0.73099999999999998},"min":{"1min":0.46500000000000002,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.2170000000000001,"5min":1.504,"15min":1.504},"last":0.75700000000000001},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.80900000000000005,"15min":0.74299999999999999},"min":{"1min":0.48899999999999999,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":1.006,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":0.68799999999999994}]},{"osd":3,"last update":"Sat Apr 13 21:53:30 2024","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.79300000000000004,"15min":0.77000000000000002},"min":{"1min":0.36799999999999999,"5min":0.317,"15min":0.317},"max":{"1min":1.0109999999999999,"5min":1.8680000000000001,"15min":1.8680000000000001},"last":1.008},{"interface":"front","average":{"1min":0.82899999999999996,"5min":0.873,"15min":0.84699999999999998},"min":{"1min":0.496,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.268,"5min":1.3600000000000001,"15min":1.3600000000000001},"last":0.97499999999999998}]},{"osd":4,"last update":"Sat Apr 13 21:53:11 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.98799999999999999,"15min":0.97199999999999998},"min":{"1min":0.63300000000000001,"5min":0.626,"15min":0.626},"max":{"1min":1.278,"5min":1.393,"15min":1.393},"last":0.876},{"interface":"front","average":{"1min":0.94199999999999995,"5min":1.028,"15min":0.96799999999999997},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.23,"5min":1.472,"15min":1.472},"last":1.302}]},{"osd":5,"last update":"Sat Apr 13 21:53:05 2024","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":1.0309999999999999,"15min":1.016},"min":{"1min":0.68700000000000006,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":1.488,"5min":1.756,"15min":1.756},"last":1.1120000000000001},{"interface":"front","average":{"1min":1.085,"5min":1.0600000000000001,"15min":1.026},"min":{"1min":0.67900000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":1.514,"5min":1.6779999999999999,"15min":1.6779999999999999},"last":0.92500000000000004}]},{"osd":6,"last update":"Sat Apr 13 21:52:51 2024","interfaces":[{"interface":"back","average":{"1min":1.097,"5min":1.081,"15min":1.089},"min":{"1min":0.69399999999999995,"5min":0.68500000000000005,"15min":0.68500000000000005},"max":{"1min":1.5980000000000001,"5min":1.696,"15min":1.696},"last":1.359},{"interface":"front","average":{"1min":1.1819999999999999,"5min":1.1299999999999999,"15min":1.123},"min":{"1min":0.67200000000000004,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.4470000000000001,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":1.1879999999999999}]},{"osd":7,"last update":"Sat Apr 13 21:52:42 2024","interfaces":[{"interface":"back","average":{"1min":1.159,"5min":1.1719999999999999,"15min":1.206},"min":{"1min":0.753,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.542,"5min":1.9650000000000001,"15min":1.9650000000000001},"last":1.2250000000000001},{"interface":"front","average":{"1min":1.2070000000000001,"5min":1.198,"15min":1.2010000000000001},"min":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":1.532,"5min":1.643,"15min":1.643},"last":1.2669999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738502,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32432,"kb_used_data":1312,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712720,"statfs":{"total":95995035648,"available":95961825280,"internally_reserved":0,"allocated":1343488,"data_stored":915549,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Apr 13 21:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.69699999999999995,"15min":0.60099999999999998},"min":{"1min":0.33900000000000002,"5min":0.33600000000000002,"15min":0.28199999999999997},"max":{"1min":1.119,"5min":1.2030000000000001,"15min":1.2030000000000001},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.80200000000000005,"15min":0.67000000000000004},"min":{"1min":0.35199999999999998,"5min":0.34599999999999997,"15min":0.29199999999999998},"max":{"1min":1.121,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":1.181}]},{"osd":2,"last update":"Sat Apr 13 21:53:38 2024","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.80600000000000005,"15min":0.748},"min":{"1min":0.45100000000000001,"5min":0.36799999999999999,"15min":0.33200000000000002},"max":{"1min":0.94699999999999995,"5min":1.3819999999999999,"15min":1.3819999999999999},"last":0.88500000000000001},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.78100000000000003,"15min":0.70399999999999996},"min":{"1min":0.39200000000000002,"5min":0.32400000000000001,"15min":0.309},"max":{"1min":1.431,"5min":1.431,"15min":1.431},"last":0.83399999999999996}]},{"osd":3,"last update":"Sat Apr 13 21:53:38 2024","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.89100000000000001,"15min":0.85699999999999998},"min":{"1min":0.497,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.1899999999999999,"5min":1.464,"15min":1.464},"last":1.228},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.85299999999999998,"15min":0.82699999999999996},"min":{"1min":0.436,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.2010000000000001,"5min":1.2709999999999999,"15min":1.2709999999999999},"last":0.93700000000000006}]},{"osd":4,"last update":"Sat Apr 13 21:53:08 2024","interfaces":[{"interface":"back","average":{"1min":0.92100000000000004,"5min":0.91800000000000004,"15min":0.90500000000000003},"min":{"1min":0.56699999999999995,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.498,"5min":1.498,"15min":1.498},"last":0.78400000000000003},{"interface":"front","average":{"1min":1.038,"5min":1.075,"15min":1.014},"min":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"max":{"1min":1.3200000000000001,"5min":1.5289999999999999,"15min":1.5289999999999999},"last":1.121}]},{"osd":5,"last update":"Sat Apr 13 21:53:03 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.0740000000000001,"15min":1.0680000000000001},"min":{"1min":0.84499999999999997,"5min":0.627,"15min":0.627},"max":{"1min":1.3779999999999999,"5min":1.629,"15min":1.629},"last":0.98899999999999999},{"interface":"front","average":{"1min":1.0189999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"min":{"1min":0.76800000000000002,"5min":0.72799999999999998,"15min":0.72799999999999998},"max":{"1min":1.4370000000000001,"5min":1.597,"15min":1.597},"last":1.004}]},{"osd":6,"last update":"Sat Apr 13 21:52:51 2024","interfaces":[{"interface":"back","average":{"1min":1.103,"5min":1.153,"15min":1.169},"min":{"1min":0.71899999999999997,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.6020000000000001,"5min":1.6020000000000001,"15min":1.6020000000000001},"last":1.2769999999999999},{"interface":"front","average":{"1min":1.087,"5min":1.1140000000000001,"15min":1.123},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.3919999999999999,"5min":1.627,"15min":1.627},"last":1.038}]},{"osd":7,"last update":"Sat Apr 13 21:53:38 2024","interfaces":[{"interface":"back","average":{"1min":1.1279999999999999,"5min":1.1839999999999999,"15min":1.224},"min":{"1min":0.79700000000000004,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.526,"5min":1.665,"15min":1.665},"last":1.3260000000000001},{"interface":"front","average":{"1min":1.1259999999999999,"5min":1.163,"15min":1.177},"min":{"1min":0.70299999999999996,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.5780000000000001,"5min":1.5780000000000001,"15min":1.5780000000000001},"last":1.083}]}]},{"osd":2,"up_from":18,"seq":77309411442,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31844,"kb_used_data":732,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713308,"statfs":{"total":95995035648,"available":95962427392,"internally_reserved":0,"allocated":749568,"data_stored":325193,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 21:52:45 2024","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.69599999999999995,"15min":0.68500000000000005},"min":{"1min":0.498,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.3169999999999999,"5min":1.3169999999999999,"15min":1.3169999999999999},"last":0.78000000000000003},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.74399999999999999,"15min":0.69799999999999995},"min":{"1min":0.44,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.179,"5min":1.179,"15min":1.179},"last":1.0669999999999999}]},{"osd":1,"last update":"Sat Apr 13 21:52:45 2024","interfaces":[{"interface":"back","average":{"1min":0.67000000000000004,"5min":0.69699999999999995,"15min":0.67900000000000005},"min":{"1min":0.47599999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.996,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":1.1180000000000001},{"interface":"front","average":{"1min":0.86599999999999999,"5min":0.84299999999999997,"15min":0.75},"min":{"1min":0.58599999999999997,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.337,"5min":1.512,"15min":1.512},"last":0.89900000000000002}]},{"osd":3,"last update":"Sat Apr 13 21:53:27 2024","interfaces":[{"interface":"back","average":{"1min":0.79800000000000004,"5min":0.86799999999999999,"15min":0.86899999999999999},"min":{"1min":0.36599999999999999,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.329,"5min":1.383,"15min":1.383},"last":1.155},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.77300000000000002,"15min":0.83199999999999996},"min":{"1min":0.35599999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":1.2789999999999999,"5min":1.2789999999999999,"15min":1.4810000000000001},"last":0.92300000000000004}]},{"osd":4,"last update":"Sat Apr 13 21:53:14 2024","interfaces":[{"interface":"back","average":{"1min":0.879,"5min":0.90600000000000003,"15min":0.89500000000000002},"min":{"1min":0.56100000000000005,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.123,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":0.96799999999999997},{"interface":"front","average":{"1min":0.999,"5min":1.036,"15min":1.0189999999999999},"min":{"1min":0.61699999999999999,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.395,"5min":1.4650000000000001,"15min":1.4650000000000001},"last":1.3120000000000001}]},{"osd":5,"last update":"Sat Apr 13 21:52:59 2024","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":1.1100000000000001,"15min":1.1040000000000001},"min":{"1min":0.73699999999999999,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":1.569,"5min":1.569,"15min":1.569},"last":1.2390000000000001},{"interface":"front","average":{"1min":0.997,"5min":1.004,"15min":1.012},"min":{"1min":0.624,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.371,"5min":1.371,"15min":1.371},"last":1.2130000000000001}]},{"osd":6,"last update":"Sat Apr 13 21:52:49 2024","interfaces":[{"interface":"back","average":{"1min":1.1319999999999999,"5min":1.111,"15min":1.125},"min":{"1min":0.66300000000000003,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.6319999999999999,"5min":1.756,"15min":1.756},"last":1.4359999999999999},{"interface":"front","average":{"1min":1.105,"5min":1.0629999999999999,"15min":1.056},"min":{"1min":0.80500000000000005,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.4079999999999999,"5min":1.5409999999999999,"15min":1.5409999999999999},"last":1.3640000000000001}]},{"osd":7,"last update":"Sat Apr 13 21:52:37 2024","interfaces":[{"interface":"back","average":{"1min":1.137,"5min":1.0760000000000001,"15min":1.1000000000000001},"min":{"1min":0.71799999999999997,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.419,"5min":1.419,"15min":1.419},"last":1.3380000000000001},{"interface":"front","average":{"1min":1.292,"5min":1.226,"15min":1.2849999999999999},"min":{"1min":0.92300000000000004,"5min":0.498,"15min":0.498},"max":{"1min":2.1000000000000001,"5min":2.1000000000000001,"15min":2.1000000000000001},"last":1.3899999999999999}]}]},{"osd":3,"up_from":26,"seq":111669149801,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31848,"kb_used_data":728,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713304,"statfs":{"total":95995035648,"available":95962423296,"internally_reserved":0,"allocated":745472,"data_stored":324667,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 21:53:24 2024","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.70599999999999996,"15min":0.66600000000000004},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.3149999999999999,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.77400000000000002,"15min":0.753},"min":{"1min":0.34200000000000003,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":1.141,"5min":1.3759999999999999,"15min":1.3759999999999999},"last":1.022}]},{"osd":1,"last update":"Sat Apr 13 21:53:24 2024","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.77200000000000002,"15min":0.76300000000000001},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.097,"5min":1.1319999999999999,"15min":1.1479999999999999},"last":0.95699999999999996},{"interface":"front","average":{"1min":0.628,"5min":0.752,"15min":0.77300000000000002},"min":{"1min":0.40500000000000003,"5min":0.309,"15min":0.309},"max":{"1min":0.88300000000000001,"5min":1.292,"15min":1.292},"last":0.63900000000000001}]},{"osd":2,"last update":"Sat Apr 13 21:53:24 2024","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.85399999999999998,"15min":0.82499999999999996},"min":{"1min":0.41499999999999998,"5min":0.377,"15min":0.377},"max":{"1min":1.216,"5min":1.47,"15min":1.47},"last":0.81999999999999995},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.80600000000000005,"15min":0.82499999999999996},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.1379999999999999,"5min":1.3300000000000001,"15min":1.3300000000000001},"last":0.77900000000000003}]},{"osd":4,"last update":"Sat Apr 13 21:53:10 2024","interfaces":[{"interface":"back","average":{"1min":1.2789999999999999,"5min":1.071,"15min":0.96899999999999997},"min":{"1min":0.64000000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":7.2320000000000002,"5min":7.2320000000000002,"15min":7.2320000000000002},"last":1.0660000000000001},{"interface":"front","average":{"1min":1.0109999999999999,"5min":1.02,"15min":0.94999999999999996},"min":{"1min":0.63100000000000001,"5min":0.501,"15min":0.501},"max":{"1min":1.3260000000000001,"5min":1.72,"15min":1.72},"last":1.218}]},{"osd":5,"last update":"Sat Apr 13 21:53:02 2024","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":1.03,"15min":0.98599999999999999},"min":{"1min":0.628,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.306,"5min":1.599,"15min":1.599},"last":0.99199999999999999},{"interface":"front","average":{"1min":1.0620000000000001,"5min":1.075,"15min":1.0329999999999999},"min":{"1min":0.70299999999999996,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.399,"5min":1.768,"15min":1.768},"last":1.1399999999999999}]},{"osd":6,"last update":"Sat Apr 13 21:52:50 2024","interfaces":[{"interface":"back","average":{"1min":1.079,"5min":1.0960000000000001,"15min":1.107},"min":{"1min":0.67300000000000004,"5min":0.63600000000000001,"15min":0.63600000000000001},"max":{"1min":1.4199999999999999,"5min":1.5700000000000001,"15min":1.5700000000000001},"last":1.27},{"interface":"front","average":{"1min":1.0549999999999999,"5min":1.0880000000000001,"15min":1.1080000000000001},"min":{"1min":0.83299999999999996,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":1.421,"5min":1.5129999999999999,"15min":1.5129999999999999},"last":1.167}]},{"osd":7,"last update":"Sat Apr 13 21:53:34 2024","interfaces":[{"interface":"back","average":{"1min":1.381,"5min":1.1930000000000001,"15min":1.173},"min":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":7.0199999999999996,"5min":7.0199999999999996,"15min":7.0199999999999996},"last":1.1160000000000001},{"interface":"front","average":{"1min":1.157,"5min":1.1950000000000001,"15min":1.2370000000000001},"min":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"max":{"1min":1.7050000000000001,"5min":1.7050000000000001,"15min":1.7050000000000001},"last":1.3129999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986271,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31864,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713288,"statfs":{"total":95995035648,"available":95962406912,"internally_reserved":0,"allocated":765952,"data_stored":326287,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 21:53:13 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.86399999999999999,"15min":0.79500000000000004},"min":{"1min":0.74199999999999999,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":1.6859999999999999,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":2.6459999999999999},{"interface":"front","average":{"1min":1.0800000000000001,"5min":0.94499999999999995,"15min":0.87},"min":{"1min":0.65300000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":4.2439999999999998,"5min":4.2439999999999998,"15min":4.2439999999999998},"last":0.54300000000000004}]},{"osd":1,"last update":"Sat Apr 13 21:53:13 2024","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":0.91700000000000004,"15min":0.85099999999999998},"min":{"1min":0.59599999999999997,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":4.1310000000000002,"5min":4.1310000000000002,"15min":4.1310000000000002},"last":0.69799999999999995},{"interface":"front","average":{"1min":1.071,"5min":0.95499999999999996,"15min":0.89100000000000001},"min":{"1min":0.61699999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.5549999999999999,"5min":1.5549999999999999,"15min":1.5549999999999999},"last":0.74399999999999999}]},{"osd":2,"last update":"Sat Apr 13 21:53:13 2024","interfaces":[{"interface":"back","average":{"1min":1.036,"5min":0.94699999999999995,"15min":0.84299999999999997},"min":{"1min":0.81100000000000005,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.823,"5min":1.823,"15min":1.823},"last":2.5790000000000002},{"interface":"front","average":{"1min":1.107,"5min":0.97099999999999997,"15min":0.88900000000000001},"min":{"1min":0.73199999999999998,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":4.3479999999999999,"5min":4.3479999999999999,"15min":4.3479999999999999},"last":0.63400000000000001}]},{"osd":3,"last update":"Sat Apr 13 21:53:13 2024","interfaces":[{"interface":"back","average":{"1min":1.1399999999999999,"5min":0.94999999999999996,"15min":0.89500000000000002},"min":{"1min":0.68200000000000005,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":4.4480000000000004,"5min":4.4480000000000004,"15min":4.4480000000000004},"last":2.726},{"interface":"front","average":{"1min":1.149,"5min":1.0169999999999999,"15min":0.89200000000000002},"min":{"1min":0.66100000000000003,"5min":0.503,"15min":0.503},"max":{"1min":4.3970000000000002,"5min":4.3970000000000002,"15min":4.3970000000000002},"last":2.617}]},{"osd":5,"last update":"Sat Apr 13 21:52:57 2024","interfaces":[{"interface":"back","average":{"1min":0.96799999999999997,"5min":0.95299999999999996,"15min":0.80700000000000005},"min":{"1min":0.40600000000000003,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.2430000000000001,"5min":1.506,"15min":1.506},"last":0.78900000000000003},{"interface":"front","average":{"1min":1.012,"5min":1.028,"15min":0.89000000000000001},"min":{"1min":0.51000000000000001,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.417,"5min":1.421,"15min":1.421},"last":0.91900000000000004}]},{"osd":6,"last update":"Sat Apr 13 21:52:45 2024","interfaces":[{"interface":"back","average":{"1min":0.91500000000000004,"5min":0.91400000000000003,"15min":0.82199999999999995},"min":{"1min":0.379,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.3380000000000001,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":0.872},{"interface":"front","average":{"1min":1.018,"5min":0.98899999999999999,"15min":0.87},"min":{"1min":0.47199999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.4750000000000001,"5min":1.732,"15min":1.732},"last":0.84799999999999998}]},{"osd":7,"last update":"Sat Apr 13 21:53:39 2024","interfaces":[{"interface":"back","average":{"1min":1.143,"5min":1.0720000000000001,"15min":1.02},"min":{"1min":0.71999999999999997,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":3.9700000000000002,"5min":3.9700000000000002,"15min":3.9700000000000002},"last":0.81699999999999995},{"interface":"front","average":{"1min":1.25,"5min":1.1359999999999999,"15min":1.0660000000000001},"min":{"1min":0.82099999999999995,"5min":0.37,"15min":0.37},"max":{"1min":4.2859999999999996,"5min":4.2859999999999996,"15min":4.2859999999999996},"last":0.97299999999999998}]}]},{"osd":5,"up_from":39,"seq":167503724629,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31848,"kb_used_data":728,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713304,"statfs":{"total":95995035648,"available":95962423296,"internally_reserved":0,"allocated":745472,"data_stored":324898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Apr 13 21:53:01 2024","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.85599999999999998},"min":{"1min":0.59199999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.425,"5min":1.476,"15min":1.476},"last":1.1459999999999999},{"interface":"front","average":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.84799999999999998},"min":{"1min":0.55400000000000005,"5min":0.53700000000000003,"15min":0.53400000000000003},"max":{"1min":1.3660000000000001,"5min":1.7,"15min":1.7},"last":1.109}]},{"osd":1,"last update":"Sat Apr 13 21:53:01 2024","interfaces":[{"interface":"back","average":{"1min":0.91000000000000003,"5min":0.90500000000000003,"15min":0.877},"min":{"1min":0.59099999999999997,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.2749999999999999,"5min":1.395,"15min":1.395},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.97699999999999998,"5min":0.90500000000000003,"15min":0.89300000000000002},"min":{"1min":0.53700000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.3100000000000001,"5min":1.5149999999999999,"15min":1.5149999999999999},"last":1.2}]},{"osd":2,"last update":"Sat Apr 13 21:53:01 2024","interfaces":[{"interface":"back","average":{"1min":0.91900000000000004,"5min":0.88,"15min":0.84699999999999998},"min":{"1min":0.60599999999999998,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.286,"5min":1.286,"15min":1.286},"last":0.80000000000000004},{"interface":"front","average":{"1min":0.96999999999999997,"5min":0.94299999999999995,"15min":0.92500000000000004},"min":{"1min":0.56999999999999995,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.448,"5min":1.522,"15min":1.522},"last":1.0209999999999999}]},{"osd":3,"last update":"Sat Apr 13 21:53:01 2024","interfaces":[{"interface":"back","average":{"1min":0.97999999999999998,"5min":0.95799999999999996,"15min":0.89200000000000002},"min":{"1min":0.52700000000000002,"5min":0.437,"15min":0.437},"max":{"1min":1.2110000000000001,"5min":1.4530000000000001,"15min":1.4530000000000001},"last":1.0680000000000001},{"interface":"front","average":{"1min":0.97099999999999997,"5min":0.93500000000000005,"15min":0.90000000000000002},"min":{"1min":0.52100000000000002,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.2370000000000001,"5min":1.464,"15min":1.464},"last":1.0549999999999999}]},{"osd":4,"last update":"Sat Apr 13 21:53:01 2024","interfaces":[{"interface":"back","average":{"1min":0.96999999999999997,"5min":0.94999999999999996,"15min":0.78200000000000003},"min":{"1min":0.46200000000000002,"5min":0.33900000000000002,"15min":0.32300000000000001},"max":{"1min":1.3520000000000001,"5min":1.8460000000000001,"15min":1.8460000000000001},"last":0.84099999999999997},{"interface":"front","average":{"1min":1.0700000000000001,"5min":1.0329999999999999,"15min":0.88100000000000001},"min":{"1min":0.47999999999999998,"5min":0.437,"15min":0.307},"max":{"1min":1.2869999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":0.98599999999999999}]},{"osd":6,"last update":"Sat Apr 13 21:52:44 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.93100000000000005,"15min":0.88900000000000001},"min":{"1min":0.501,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.5229999999999999,"5min":1.609,"15min":1.609},"last":1.165},{"interface":"front","average":{"1min":1.091,"5min":1.0349999999999999,"15min":0.96199999999999997},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.4370000000000001,"5min":1.9950000000000001,"15min":1.9950000000000001},"last":0.95199999999999996}]},{"osd":7,"last update":"Sat Apr 13 21:53:37 2024","interfaces":[{"interface":"back","average":{"1min":1.0229999999999999,"5min":1.0580000000000001,"15min":1.0329999999999999},"min":{"1min":0.79900000000000004,"5min":0.378,"15min":0.378},"max":{"1min":1.1930000000000001,"5min":2.1120000000000001,"15min":2.1120000000000001},"last":0.88700000000000001},{"interface":"front","average":{"1min":1.222,"5min":1.1439999999999999,"15min":1.1120000000000001},"min":{"1min":1.0609999999999999,"5min":0.438,"15min":0.438},"max":{"1min":1.464,"5min":1.7390000000000001,"15min":1.7390000000000001},"last":1.2170000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-13T21:53:44.532 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-13T21:53:44.532 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-13T21:53:44.532 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-13T21:53:44.532 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph health --format=json 2024-04-13T21:53:45.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:45 smithi165 bash[21371]: cluster 2024-04-13T21:53:43.786911+0000 mgr.y (mgr.14388) 170 : cluster 0 pgmap v144: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:45.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:45 smithi165 bash[21371]: audit 2024-04-13T21:53:43.806517+0000 mgr.y (mgr.14388) 171 : audit 0 from='client.14727 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T21:53:45.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:45 smithi165 bash[31269]: cluster 2024-04-13T21:53:43.786911+0000 mgr.y (mgr.14388) 170 : cluster 0 pgmap v144: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:45.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:45 smithi165 bash[31269]: audit 2024-04-13T21:53:43.806517+0000 mgr.y (mgr.14388) 171 : audit 0 from='client.14727 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T21:53:45.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:45 smithi189 bash[23633]: cluster 2024-04-13T21:53:43.786911+0000 mgr.y (mgr.14388) 170 : cluster 0 pgmap v144: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:45.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:45 smithi189 bash[23633]: audit 2024-04-13T21:53:43.806517+0000 mgr.y (mgr.14388) 171 : audit 0 from='client.14727 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T21:53:47.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:47 smithi165 bash[21371]: cluster 2024-04-13T21:53:45.787456+0000 mgr.y (mgr.14388) 172 : cluster 0 pgmap v145: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:47.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:47 smithi165 bash[31269]: cluster 2024-04-13T21:53:45.787456+0000 mgr.y (mgr.14388) 172 : cluster 0 pgmap v145: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:47.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:47 smithi189 bash[23633]: cluster 2024-04-13T21:53:45.787456+0000 mgr.y (mgr.14388) 172 : cluster 0 pgmap v145: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:49.271 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:53:49.562 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:49 smithi165 bash[21371]: cluster 2024-04-13T21:53:47.788602+0000 mgr.y (mgr.14388) 173 : cluster 0 pgmap v146: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:49.562 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:49 smithi165 bash[31269]: cluster 2024-04-13T21:53:47.788602+0000 mgr.y (mgr.14388) 173 : cluster 0 pgmap v146: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:49.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:49 smithi189 bash[23633]: cluster 2024-04-13T21:53:47.788602+0000 mgr.y (mgr.14388) 173 : cluster 0 pgmap v146: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:51.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:51 smithi165 bash[21371]: cluster 2024-04-13T21:53:49.789207+0000 mgr.y (mgr.14388) 174 : cluster 0 pgmap v147: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:51.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:51 smithi165 bash[31269]: cluster 2024-04-13T21:53:49.789207+0000 mgr.y (mgr.14388) 174 : cluster 0 pgmap v147: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:51.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:51 smithi189 bash[23633]: cluster 2024-04-13T21:53:49.789207+0000 mgr.y (mgr.14388) 174 : cluster 0 pgmap v147: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:52.119 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T21:53:52.119 INFO:teuthology.orchestra.run.smithi165.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-13T21:53:52.556 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:53:52 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:53:52] "GET /metrics HTTP/1.1" 200 33782 "" "Prometheus/2.43.0" 2024-04-13T21:53:52.811 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:52 smithi165 bash[21371]: audit 2024-04-13T21:53:52.128569+0000 mon.a (mon.0) 831 : audit 0 from='client.? 172.21.15.165:0/2608694339' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T21:53:52.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:52 smithi165 bash[31269]: audit 2024-04-13T21:53:52.128569+0000 mon.a (mon.0) 831 : audit 0 from='client.? 172.21.15.165:0/2608694339' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T21:53:52.836 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-13T21:53:52.837 INFO:teuthology.run_tasks:Running task print... 2024-04-13T21:53:52.847 INFO:teuthology.task.print:**** upgrading first half of cluster, with stress **** 2024-04-13T21:53:52.847 INFO:teuthology.run_tasks:Running task parallel... 2024-04-13T21:53:52.866 INFO:teuthology.task.parallel:starting parallel... 2024-04-13T21:53:52.866 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-04-13T21:53:52.866 INFO:teuthology.task.sequential:In sequential, running task workunit... 2024-04-13T21:53:52.871 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-13T21:53:52.871 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-13T21:53:52.871 DEBUG:teuthology.orchestra.run.smithi165:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-13T21:53:52.872 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-04-13T21:53:52.872 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-04-13T21:53:52.872 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi165.front.sepia.ceph.com 2024-04-13T21:53:52.873 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -e sha1=809afd3da6037ef1c60dcf79f89e65791b95f8ef -- bash -c 'ceph config set mgr mgr/cephadm/daemon_cache_timeout 60' 2024-04-13T21:53:52.873 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:52 smithi189 bash[23633]: audit 2024-04-13T21:53:52.128569+0000 mon.a (mon.0) 831 : audit 0 from='client.? 172.21.15.165:0/2608694339' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T21:53:52.878 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-13T21:53:52.879 INFO:teuthology.orchestra.run.smithi165.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-13T21:53:52.879 DEBUG:teuthology.orchestra.run.smithi165:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-13T21:53:52.926 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-13T21:53:52.929 DEBUG:teuthology.orchestra.run.smithi165:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-13T21:53:52.974 INFO:tasks.workunit:timeout=3h 2024-04-13T21:53:52.974 INFO:tasks.workunit:cleanup=True 2024-04-13T21:53:52.975 DEBUG:teuthology.orchestra.run.smithi165:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-13T21:53:53.021 INFO:tasks.workunit.client.0.smithi165.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-13T21:53:53.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:53 smithi165 bash[31269]: cluster 2024-04-13T21:53:51.789850+0000 mgr.y (mgr.14388) 175 : cluster 0 pgmap v148: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:53.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:53 smithi165 bash[21371]: cluster 2024-04-13T21:53:51.789850+0000 mgr.y (mgr.14388) 175 : cluster 0 pgmap v148: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:53.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:53 smithi189 bash[23633]: cluster 2024-04-13T21:53:51.789850+0000 mgr.y (mgr.14388) 175 : cluster 0 pgmap v148: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:55.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:55 smithi165 bash[21371]: cluster 2024-04-13T21:53:53.790421+0000 mgr.y (mgr.14388) 176 : cluster 0 pgmap v149: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:55.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:55 smithi165 bash[31269]: cluster 2024-04-13T21:53:53.790421+0000 mgr.y (mgr.14388) 176 : cluster 0 pgmap v149: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:55.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:55 smithi189 bash[23633]: cluster 2024-04-13T21:53:53.790421+0000 mgr.y (mgr.14388) 176 : cluster 0 pgmap v149: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:56.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:56 smithi189 bash[23633]: audit 2024-04-13T21:53:55.799515+0000 mon.c (mon.2) 114 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:53:57.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:56 smithi165 bash[21371]: audit 2024-04-13T21:53:55.799515+0000 mon.c (mon.2) 114 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:53:57.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:56 smithi165 bash[31269]: audit 2024-04-13T21:53:55.799515+0000 mon.c (mon.2) 114 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:53:57.616 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:53:57.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:57 smithi189 bash[23633]: cluster 2024-04-13T21:53:55.790893+0000 mgr.y (mgr.14388) 177 : cluster 0 pgmap v150: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:58.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:57 smithi165 bash[21371]: cluster 2024-04-13T21:53:55.790893+0000 mgr.y (mgr.14388) 177 : cluster 0 pgmap v150: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:58.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:57 smithi165 bash[31269]: cluster 2024-04-13T21:53:55.790893+0000 mgr.y (mgr.14388) 177 : cluster 0 pgmap v150: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:53:59.425 DEBUG:teuthology.orchestra.run.smithi165:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-13T21:53:59.475 INFO:tasks.workunit.client.0.smithi165.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-13T21:53:59.478 INFO:tasks.workunit.client.0.smithi165.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-13T21:53:59.478 INFO:tasks.workunit.client.0.smithi165.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-13T21:53:59.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:53:59 smithi189 bash[23633]: cluster 2024-04-13T21:53:57.791881+0000 mgr.y (mgr.14388) 178 : cluster 0 pgmap v151: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:54:00.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:53:59 smithi165 bash[21371]: cluster 2024-04-13T21:53:57.791881+0000 mgr.y (mgr.14388) 178 : cluster 0 pgmap v151: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:54:00.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:53:59 smithi165 bash[31269]: cluster 2024-04-13T21:53:57.791881+0000 mgr.y (mgr.14388) 178 : cluster 0 pgmap v151: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:54:01.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:01 smithi189 bash[23633]: cluster 2024-04-13T21:53:59.792540+0000 mgr.y (mgr.14388) 179 : cluster 0 pgmap v152: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:54:01.951 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:01 smithi165 bash[21371]: cluster 2024-04-13T21:53:59.792540+0000 mgr.y (mgr.14388) 179 : cluster 0 pgmap v152: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:54:01.951 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:01 smithi165 bash[31269]: cluster 2024-04-13T21:53:59.792540+0000 mgr.y (mgr.14388) 179 : cluster 0 pgmap v152: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:54:02.812 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:54:02 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:54:02] "GET /metrics HTTP/1.1" 200 33782 "" "Prometheus/2.43.0" 2024-04-13T21:54:03.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:03 smithi165 bash[31269]: cluster 2024-04-13T21:54:01.793540+0000 mgr.y (mgr.14388) 180 : cluster 0 pgmap v153: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:54:03.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:03 smithi165 bash[21371]: cluster 2024-04-13T21:54:01.793540+0000 mgr.y (mgr.14388) 180 : cluster 0 pgmap v153: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:54:03.840 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:03 smithi189 bash[23633]: cluster 2024-04-13T21:54:01.793540+0000 mgr.y (mgr.14388) 180 : cluster 0 pgmap v153: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:54:03.895 INFO:tasks.workunit.client.0.smithi165.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-13T21:54:04.005 INFO:tasks.workunit.client.0.smithi165.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-13T21:54:04.062 INFO:tasks.workunit.client.0.smithi165.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-13T21:54:04.063 INFO:tasks.workunit.client.0.smithi165.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-13T21:54:04.063 INFO:tasks.workunit.client.0.smithi165.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-13T21:54:04.125 INFO:tasks.workunit.client.0.smithi165.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-13T21:54:04.131 DEBUG:teuthology.orchestra.run.smithi165:> set -ex 2024-04-13T21:54:04.131 DEBUG:teuthology.orchestra.run.smithi165:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-13T21:54:04.177 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.0... 2024-04-13T21:54:04.179 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-04-13T21:54:04.179 DEBUG:teuthology.orchestra.run.smithi165:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/import_export.sh 2024-04-13T21:54:04.227 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:54:03 smithi165 bash[21625]: [13/Apr/2024:21:54:03] ENGINE Bus STOPPING 2024-04-13T21:54:04.227 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:54:03 smithi165 bash[21625]: [13/Apr/2024:21:54:03] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T21:54:04.227 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:54:03 smithi165 bash[21625]: [13/Apr/2024:21:54:03] ENGINE Bus STOPPED 2024-04-13T21:54:04.227 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:54:03 smithi165 bash[21625]: [13/Apr/2024:21:54:03] ENGINE Bus STARTING 2024-04-13T21:54:04.227 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:54:04 smithi165 bash[21625]: [13/Apr/2024:21:54:04] ENGINE Serving on http://:::9283 2024-04-13T21:54:04.227 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:54:04 smithi165 bash[21625]: [13/Apr/2024:21:54:04] ENGINE Bus STARTED 2024-04-13T21:54:04.228 INFO:tasks.workunit.client.0.smithi165.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-04-13T21:54:04.228 INFO:tasks.workunit.client.0.smithi165.stderr:+ TMPDIR=/tmp/rbd_import_export_68655 2024-04-13T21:54:04.228 INFO:tasks.workunit.client.0.smithi165.stderr:+ rm -rf /tmp/rbd_import_export_68655 2024-04-13T21:54:04.228 INFO:tasks.workunit.client.0.smithi165.stderr:+ mkdir /tmp/rbd_import_export_68655 2024-04-13T21:54:04.228 INFO:tasks.workunit.client.0.smithi165.stderr:+ trap rm -rf /tmp/rbd_import_export_68655 INT TERM EXIT 2024-04-13T21:54:04.228 INFO:tasks.workunit.client.0.smithi165.stderr:+ mkdir foo.68655 2024-04-13T21:54:04.229 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd import foo.68655 foo.dir 2024-04-13T21:54:04.288 INFO:tasks.workunit.client.0.smithi165.stderr:rbd: cannot import a directory 2024-04-13T21:54:04.288 INFO:tasks.workunit.client.0.smithi165.stderr: Importing image: 0% complete...failed. 2024-04-13T21:54:04.288 INFO:tasks.workunit.client.0.smithi165.stderr:rbd: import failed: (21) Is a directory 2024-04-13T21:54:04.509 INFO:tasks.workunit.client.0.smithi165.stderr:+ true 2024-04-13T21:54:04.509 INFO:tasks.workunit.client.0.smithi165.stderr:+ rmdir foo.68655 2024-04-13T21:54:04.592 INFO:tasks.workunit.client.0.smithi165.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_68655/img bs=1k count=1 seek=10 2024-04-13T21:54:04.594 INFO:tasks.workunit.client.0.smithi165.stderr:1+0 records in 2024-04-13T21:54:04.594 INFO:tasks.workunit.client.0.smithi165.stderr:1+0 records out 2024-04-13T21:54:04.594 INFO:tasks.workunit.client.0.smithi165.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 0.0001237 s, 8.3 MB/s 2024-04-13T21:54:04.594 INFO:tasks.workunit.client.0.smithi165.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_68655/img bs=1k count=10 seek=100 2024-04-13T21:54:04.594 INFO:tasks.workunit.client.0.smithi165.stderr:10+0 records in 2024-04-13T21:54:04.595 INFO:tasks.workunit.client.0.smithi165.stderr:10+0 records out 2024-04-13T21:54:04.595 INFO:tasks.workunit.client.0.smithi165.stderr:10240 bytes (10 kB, 10 KiB) copied, 0.000133574 s, 76.7 MB/s 2024-04-13T21:54:04.595 INFO:tasks.workunit.client.0.smithi165.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_68655/img bs=1k count=100 seek=1000 2024-04-13T21:54:04.595 INFO:tasks.workunit.client.0.smithi165.stderr:58+1 records in 2024-04-13T21:54:04.595 INFO:tasks.workunit.client.0.smithi165.stderr:58+1 records out 2024-04-13T21:54:04.596 INFO:tasks.workunit.client.0.smithi165.stderr:59904 bytes (60 kB, 58 KiB) copied, 0.000301393 s, 199 MB/s 2024-04-13T21:54:04.596 INFO:tasks.workunit.client.0.smithi165.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_68655/img bs=1k seek=10000 2024-04-13T21:54:04.598 INFO:tasks.workunit.client.0.smithi165.stderr:134+1 records in 2024-04-13T21:54:04.598 INFO:tasks.workunit.client.0.smithi165.stderr:134+1 records out 2024-04-13T21:54:04.598 INFO:tasks.workunit.client.0.smithi165.stderr:138208 bytes (138 kB, 135 KiB) copied, 0.00128651 s, 107 MB/s 2024-04-13T21:54:04.598 INFO:tasks.workunit.client.0.smithi165.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_68655/img bs=1k seek=100000 2024-04-13T21:54:04.599 INFO:tasks.workunit.client.0.smithi165.stderr:58+1 records in 2024-04-13T21:54:04.599 INFO:tasks.workunit.client.0.smithi165.stderr:58+1 records out 2024-04-13T21:54:04.599 INFO:tasks.workunit.client.0.smithi165.stderr:59904 bytes (60 kB, 58 KiB) copied, 0.000296408 s, 202 MB/s 2024-04-13T21:54:04.600 INFO:tasks.workunit.client.0.smithi165.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_68655/img bs=1k seek=1000000 2024-04-13T21:54:04.601 INFO:tasks.workunit.client.0.smithi165.stderr:178+1 records in 2024-04-13T21:54:04.601 INFO:tasks.workunit.client.0.smithi165.stderr:178+1 records out 2024-04-13T21:54:04.601 INFO:tasks.workunit.client.0.smithi165.stderr:182728 bytes (183 kB, 178 KiB) copied, 0.000754953 s, 242 MB/s 2024-04-13T21:54:04.601 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd rm testimg 2024-04-13T21:54:04.655 INFO:tasks.workunit.client.0.smithi165.stderr: Removing image: 0% complete...failed. 2024-04-13T21:54:04.655 INFO:tasks.workunit.client.0.smithi165.stderr:rbd: delete error: (2) No such file or directory 2024-04-13T21:54:04.659 INFO:tasks.workunit.client.0.smithi165.stderr:+ true 2024-04-13T21:54:04.659 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd import --new-format /tmp/rbd_import_export_68655/img testimg 2024-04-13T21:54:04.906 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -e sha1=809afd3da6037ef1c60dcf79f89e65791b95f8ef -- bash -c 'ceph config set global log_to_journald false --force' 2024-04-13T21:54:05.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:04 smithi165 bash[21371]: cluster 2024-04-13T21:54:03.794066+0000 mgr.y (mgr.14388) 181 : cluster 0 pgmap v154: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:54:05.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:04 smithi165 bash[21371]: audit 2024-04-13T21:54:03.901722+0000 mon.a (mon.0) 832 : audit 1 from='client.? 172.21.15.165:0/3962153194' entity='client.admin' 2024-04-13T21:54:05.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:04 smithi165 bash[21371]: audit 2024-04-13T21:54:03.921752+0000 mon.c (mon.2) 115 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:54:05.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:04 smithi165 bash[31269]: cluster 2024-04-13T21:54:03.794066+0000 mgr.y (mgr.14388) 181 : cluster 0 pgmap v154: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:54:05.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:04 smithi165 bash[31269]: audit 2024-04-13T21:54:03.901722+0000 mon.a (mon.0) 832 : audit 1 from='client.? 172.21.15.165:0/3962153194' entity='client.admin' 2024-04-13T21:54:05.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:04 smithi165 bash[31269]: audit 2024-04-13T21:54:03.921752+0000 mon.c (mon.2) 115 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:54:05.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:04 smithi189 bash[23633]: cluster 2024-04-13T21:54:03.794066+0000 mgr.y (mgr.14388) 181 : cluster 0 pgmap v154: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:54:05.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:04 smithi189 bash[23633]: audit 2024-04-13T21:54:03.901722+0000 mon.a (mon.0) 832 : audit 1 from='client.? 172.21.15.165:0/3962153194' entity='client.admin' 2024-04-13T21:54:05.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:04 smithi189 bash[23633]: audit 2024-04-13T21:54:03.921752+0000 mon.c (mon.2) 115 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:54:07.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:06 smithi165 bash[21371]: cluster 2024-04-13T21:54:05.602792+0000 mon.a (mon.0) 833 : cluster 0 osdmap e73: 8 total, 8 up, 8 in 2024-04-13T21:54:07.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:06 smithi165 bash[31269]: cluster 2024-04-13T21:54:05.602792+0000 mon.a (mon.0) 833 : cluster 0 osdmap e73: 8 total, 8 up, 8 in 2024-04-13T21:54:07.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:06 smithi189 bash[23633]: cluster 2024-04-13T21:54:05.602792+0000 mon.a (mon.0) 833 : cluster 0 osdmap e73: 8 total, 8 up, 8 in 2024-04-13T21:54:07.234 INFO:tasks.workunit.client.0.smithi165.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-04-13T21:54:07.235 INFO:tasks.workunit.client.0.smithi165.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-13T21:54:07.239 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd export testimg /tmp/rbd_import_export_68655/img2 2024-04-13T21:54:07.459 INFO:tasks.workunit.client.0.smithi165.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-13T21:54:07.465 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd export testimg - 2024-04-13T21:54:08.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:07 smithi165 bash[21371]: cluster 2024-04-13T21:54:05.794694+0000 mgr.y (mgr.14388) 182 : cluster 0 pgmap v156: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:54:08.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:07 smithi165 bash[21371]: cluster 2024-04-13T21:54:06.617261+0000 mon.a (mon.0) 834 : cluster 0 osdmap e74: 8 total, 8 up, 8 in 2024-04-13T21:54:08.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:07 smithi165 bash[31269]: cluster 2024-04-13T21:54:05.794694+0000 mgr.y (mgr.14388) 182 : cluster 0 pgmap v156: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:54:08.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:07 smithi165 bash[31269]: cluster 2024-04-13T21:54:06.617261+0000 mon.a (mon.0) 834 : cluster 0 osdmap e74: 8 total, 8 up, 8 in 2024-04-13T21:54:08.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:07 smithi189 bash[23633]: cluster 2024-04-13T21:54:05.794694+0000 mgr.y (mgr.14388) 182 : cluster 0 pgmap v156: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:54:08.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:07 smithi189 bash[23633]: cluster 2024-04-13T21:54:06.617261+0000 mon.a (mon.0) 834 : cluster 0 osdmap e74: 8 total, 8 up, 8 in 2024-04-13T21:54:08.177 INFO:tasks.workunit.client.0.smithi165.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-13T21:54:08.182 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd rm testimg 2024-04-13T21:54:08.316 INFO:tasks.workunit.client.0.smithi165.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-13T21:54:08.320 INFO:tasks.workunit.client.0.smithi165.stderr:+ cmp /tmp/rbd_import_export_68655/img /tmp/rbd_import_export_68655/img2 2024-04-13T21:54:08.755 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:54:08.982 INFO:tasks.workunit.client.0.smithi165.stderr:+ cmp /tmp/rbd_import_export_68655/img /tmp/rbd_import_export_68655/img3 2024-04-13T21:54:09.480 INFO:tasks.workunit.client.0.smithi165.stderr:+ rm /tmp/rbd_import_export_68655/img2 /tmp/rbd_import_export_68655/img3 2024-04-13T21:54:10.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:09 smithi165 bash[21371]: cluster 2024-04-13T21:54:07.795761+0000 mgr.y (mgr.14388) 183 : cluster 0 pgmap v158: 73 pgs: 73 active+clean; 5.2 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 5.2 KiB/s rd, 35 KiB/s wr, 9 op/s 2024-04-13T21:54:10.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:09 smithi165 bash[21371]: audit 2024-04-13T21:54:09.356353+0000 mon.a (mon.0) 835 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:54:10.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:09 smithi165 bash[21371]: audit 2024-04-13T21:54:09.363200+0000 mon.a (mon.0) 836 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:54:10.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:09 smithi165 bash[31269]: cluster 2024-04-13T21:54:07.795761+0000 mgr.y (mgr.14388) 183 : cluster 0 pgmap v158: 73 pgs: 73 active+clean; 5.2 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 5.2 KiB/s rd, 35 KiB/s wr, 9 op/s 2024-04-13T21:54:10.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:09 smithi165 bash[31269]: audit 2024-04-13T21:54:09.356353+0000 mon.a (mon.0) 835 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:54:10.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:09 smithi165 bash[31269]: audit 2024-04-13T21:54:09.363200+0000 mon.a (mon.0) 836 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:54:10.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:09 smithi189 bash[23633]: cluster 2024-04-13T21:54:07.795761+0000 mgr.y (mgr.14388) 183 : cluster 0 pgmap v158: 73 pgs: 73 active+clean; 5.2 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 5.2 KiB/s rd, 35 KiB/s wr, 9 op/s 2024-04-13T21:54:10.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:09 smithi189 bash[23633]: audit 2024-04-13T21:54:09.356353+0000 mon.a (mon.0) 835 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:54:10.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:09 smithi189 bash[23633]: audit 2024-04-13T21:54:09.363200+0000 mon.a (mon.0) 836 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:54:11.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:10 smithi165 bash[21371]: audit 2024-04-13T21:54:09.716545+0000 mon.a (mon.0) 837 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:54:11.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:10 smithi165 bash[21371]: audit 2024-04-13T21:54:09.732546+0000 mon.a (mon.0) 838 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:54:11.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:10 smithi165 bash[21371]: audit 2024-04-13T21:54:10.319361+0000 mon.c (mon.2) 116 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:54:11.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:10 smithi165 bash[21371]: audit 2024-04-13T21:54:10.321420+0000 mon.c (mon.2) 117 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:54:11.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:10 smithi165 bash[21371]: audit 2024-04-13T21:54:10.333174+0000 mon.a (mon.0) 839 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:54:11.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:10 smithi165 bash[31269]: audit 2024-04-13T21:54:09.716545+0000 mon.a (mon.0) 837 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:54:11.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:10 smithi165 bash[31269]: audit 2024-04-13T21:54:09.732546+0000 mon.a (mon.0) 838 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:54:11.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:10 smithi165 bash[31269]: audit 2024-04-13T21:54:10.319361+0000 mon.c (mon.2) 116 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:54:11.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:10 smithi165 bash[31269]: audit 2024-04-13T21:54:10.321420+0000 mon.c (mon.2) 117 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:54:11.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:10 smithi165 bash[31269]: audit 2024-04-13T21:54:10.333174+0000 mon.a (mon.0) 839 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:54:11.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:10 smithi189 bash[23633]: audit 2024-04-13T21:54:09.716545+0000 mon.a (mon.0) 837 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:54:11.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:10 smithi189 bash[23633]: audit 2024-04-13T21:54:09.732546+0000 mon.a (mon.0) 838 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:54:11.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:10 smithi189 bash[23633]: audit 2024-04-13T21:54:10.319361+0000 mon.c (mon.2) 116 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:54:11.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:10 smithi189 bash[23633]: audit 2024-04-13T21:54:10.321420+0000 mon.c (mon.2) 117 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:54:11.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:10 smithi189 bash[23633]: audit 2024-04-13T21:54:10.333174+0000 mon.a (mon.0) 839 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:54:12.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:11 smithi165 bash[21371]: cluster 2024-04-13T21:54:09.796395+0000 mgr.y (mgr.14388) 184 : cluster 0 pgmap v159: 73 pgs: 73 active+clean; 5.2 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 5.2 KiB/s rd, 35 KiB/s wr, 9 op/s 2024-04-13T21:54:12.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:11 smithi165 bash[21371]: audit 2024-04-13T21:54:10.799753+0000 mon.c (mon.2) 118 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:54:12.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:11 smithi165 bash[21371]: cluster 2024-04-13T21:54:11.630392+0000 mon.a (mon.0) 840 : cluster 0 osdmap e75: 8 total, 8 up, 8 in 2024-04-13T21:54:12.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:11 smithi165 bash[31269]: cluster 2024-04-13T21:54:09.796395+0000 mgr.y (mgr.14388) 184 : cluster 0 pgmap v159: 73 pgs: 73 active+clean; 5.2 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 5.2 KiB/s rd, 35 KiB/s wr, 9 op/s 2024-04-13T21:54:12.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:11 smithi165 bash[31269]: audit 2024-04-13T21:54:10.799753+0000 mon.c (mon.2) 118 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:54:12.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:11 smithi165 bash[31269]: cluster 2024-04-13T21:54:11.630392+0000 mon.a (mon.0) 840 : cluster 0 osdmap e75: 8 total, 8 up, 8 in 2024-04-13T21:54:12.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:11 smithi189 bash[23633]: cluster 2024-04-13T21:54:09.796395+0000 mgr.y (mgr.14388) 184 : cluster 0 pgmap v159: 73 pgs: 73 active+clean; 5.2 MiB data, 251 MiB used, 715 GiB / 715 GiB avail; 5.2 KiB/s rd, 35 KiB/s wr, 9 op/s 2024-04-13T21:54:12.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:11 smithi189 bash[23633]: audit 2024-04-13T21:54:10.799753+0000 mon.c (mon.2) 118 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:54:12.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:11 smithi189 bash[23633]: cluster 2024-04-13T21:54:11.630392+0000 mon.a (mon.0) 840 : cluster 0 osdmap e75: 8 total, 8 up, 8 in 2024-04-13T21:54:12.812 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:54:12 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:54:12] "GET /metrics HTTP/1.1" 200 33828 "" "Prometheus/2.43.0" 2024-04-13T21:54:14.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:13 smithi165 bash[21371]: cluster 2024-04-13T21:54:11.797543+0000 mgr.y (mgr.14388) 185 : cluster 0 pgmap v161: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 179 KiB/s rd, 76 KiB/s wr, 49 op/s 2024-04-13T21:54:14.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:13 smithi165 bash[31269]: cluster 2024-04-13T21:54:11.797543+0000 mgr.y (mgr.14388) 185 : cluster 0 pgmap v161: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 179 KiB/s rd, 76 KiB/s wr, 49 op/s 2024-04-13T21:54:14.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:13 smithi189 bash[23633]: cluster 2024-04-13T21:54:11.797543+0000 mgr.y (mgr.14388) 185 : cluster 0 pgmap v161: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 179 KiB/s rd, 76 KiB/s wr, 49 op/s 2024-04-13T21:54:14.849 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd import --new-format - testimg 2024-04-13T21:54:15.434 INFO:tasks.workunit.client.0.smithi165.stderr: Importing image: 100% complete...done. 2024-04-13T21:54:15.435 INFO:tasks.workunit.client.0.smithi165.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-13T21:54:15.439 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd export testimg /tmp/rbd_import_export_68655/img2 2024-04-13T21:54:15.693 INFO:tasks.workunit.client.0.smithi165.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-13T21:54:15.699 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd export testimg - 2024-04-13T21:54:16.029 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:15 smithi165 bash[21371]: cluster 2024-04-13T21:54:13.798197+0000 mgr.y (mgr.14388) 186 : cluster 0 pgmap v162: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 139 KiB/s rd, 59 KiB/s wr, 38 op/s 2024-04-13T21:54:16.029 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:15 smithi165 bash[31269]: cluster 2024-04-13T21:54:13.798197+0000 mgr.y (mgr.14388) 186 : cluster 0 pgmap v162: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 139 KiB/s rd, 59 KiB/s wr, 38 op/s 2024-04-13T21:54:16.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:15 smithi189 bash[23633]: cluster 2024-04-13T21:54:13.798197+0000 mgr.y (mgr.14388) 186 : cluster 0 pgmap v162: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 139 KiB/s rd, 59 KiB/s wr, 38 op/s 2024-04-13T21:54:16.410 INFO:tasks.workunit.client.0.smithi165.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-13T21:54:16.416 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd rm testimg 2024-04-13T21:54:16.577 INFO:tasks.workunit.client.0.smithi165.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-13T21:54:16.581 INFO:tasks.workunit.client.0.smithi165.stderr:+ cmp /tmp/rbd_import_export_68655/img /tmp/rbd_import_export_68655/img2 2024-04-13T21:54:17.277 INFO:tasks.workunit.client.0.smithi165.stderr:+ cmp /tmp/rbd_import_export_68655/img /tmp/rbd_import_export_68655/img3 2024-04-13T21:54:17.780 INFO:tasks.workunit.client.0.smithi165.stderr:+ rm /tmp/rbd_import_export_68655/img /tmp/rbd_import_export_68655/img2 /tmp/rbd_import_export_68655/img3 2024-04-13T21:54:18.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:17 smithi165 bash[21371]: cluster 2024-04-13T21:54:15.798574+0000 mgr.y (mgr.14388) 187 : cluster 0 pgmap v163: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 121 KiB/s rd, 51 KiB/s wr, 33 op/s 2024-04-13T21:54:18.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:17 smithi165 bash[31269]: cluster 2024-04-13T21:54:15.798574+0000 mgr.y (mgr.14388) 187 : cluster 0 pgmap v163: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 121 KiB/s rd, 51 KiB/s wr, 33 op/s 2024-04-13T21:54:18.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:17 smithi189 bash[23633]: cluster 2024-04-13T21:54:15.798574+0000 mgr.y (mgr.14388) 187 : cluster 0 pgmap v163: 73 pgs: 73 active+clean; 579 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 121 KiB/s rd, 51 KiB/s wr, 33 op/s 2024-04-13T21:54:18.835 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd help export 2024-04-13T21:54:18.835 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep -q export-format 2024-04-13T21:54:18.862 INFO:tasks.workunit.client.0.smithi165.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_68655/img bs=1k count=10 seek=100 2024-04-13T21:54:18.863 INFO:tasks.workunit.client.0.smithi165.stderr:10+0 records in 2024-04-13T21:54:18.863 INFO:tasks.workunit.client.0.smithi165.stderr:10+0 records out 2024-04-13T21:54:18.863 INFO:tasks.workunit.client.0.smithi165.stderr:10240 bytes (10 kB, 10 KiB) copied, 0.0001413 s, 72.5 MB/s 2024-04-13T21:54:18.863 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd import --new-format /tmp/rbd_import_export_68655/img testimg 2024-04-13T21:54:18.932 INFO:tasks.workunit.client.0.smithi165.stderr: Importing image: 100% complete...done. 2024-04-13T21:54:18.932 INFO:tasks.workunit.client.0.smithi165.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-13T21:54:18.935 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd snap create testimg@snap 2024-04-13T21:54:19.764 INFO:tasks.workunit.client.0.smithi165.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-13T21:54:19.777 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd image-meta set testimg key1 value1 2024-04-13T21:54:19.847 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd image-meta list testimg 2024-04-13T21:54:19.896 INFO:tasks.workunit.client.0.smithi165.stderr:+ IMAGEMETA_BEFORE=There is 1 metadatum on this image: 2024-04-13T21:54:19.896 INFO:tasks.workunit.client.0.smithi165.stderr: 2024-04-13T21:54:19.896 INFO:tasks.workunit.client.0.smithi165.stderr:Key Value 2024-04-13T21:54:19.896 INFO:tasks.workunit.client.0.smithi165.stderr:key1 value1 2024-04-13T21:54:19.896 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_68655/img_v2 2024-04-13T21:54:19.942 INFO:tasks.workunit.client.0.smithi165.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-13T21:54:19.946 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_68655/img_v2 testimg_import 2024-04-13T21:54:20.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:19 smithi165 bash[21371]: cluster 2024-04-13T21:54:17.799331+0000 mgr.y (mgr.14388) 188 : cluster 0 pgmap v164: 73 pgs: 73 active+clean; 579 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 233 KiB/s rd, 68 KiB/s wr, 72 op/s 2024-04-13T21:54:20.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:19 smithi165 bash[31269]: cluster 2024-04-13T21:54:17.799331+0000 mgr.y (mgr.14388) 188 : cluster 0 pgmap v164: 73 pgs: 73 active+clean; 579 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 233 KiB/s rd, 68 KiB/s wr, 72 op/s 2024-04-13T21:54:20.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:19 smithi189 bash[23633]: cluster 2024-04-13T21:54:17.799331+0000 mgr.y (mgr.14388) 188 : cluster 0 pgmap v164: 73 pgs: 73 active+clean; 579 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 233 KiB/s rd, 68 KiB/s wr, 72 op/s 2024-04-13T21:54:20.801 INFO:tasks.workunit.client.0.smithi165.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-13T21:54:20.808 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd info testimg_import 2024-04-13T21:54:20.813 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:20 smithi165 bash[21371]: cluster 2024-04-13T21:54:19.752917+0000 mon.a (mon.0) 841 : cluster 0 osdmap e76: 8 total, 8 up, 8 in 2024-04-13T21:54:20.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:20 smithi165 bash[31269]: cluster 2024-04-13T21:54:19.752917+0000 mon.a (mon.0) 841 : cluster 0 osdmap e76: 8 total, 8 up, 8 in 2024-04-13T21:54:20.852 INFO:tasks.workunit.client.0.smithi165.stdout:rbd image 'testimg_import': 2024-04-13T21:54:20.853 INFO:tasks.workunit.client.0.smithi165.stdout: size 110 KiB in 1 objects 2024-04-13T21:54:20.853 INFO:tasks.workunit.client.0.smithi165.stdout: order 22 (4 MiB objects) 2024-04-13T21:54:20.853 INFO:tasks.workunit.client.0.smithi165.stdout: snapshot_count: 1 2024-04-13T21:54:20.853 INFO:tasks.workunit.client.0.smithi165.stdout: id: 609be846108e 2024-04-13T21:54:20.853 INFO:tasks.workunit.client.0.smithi165.stdout: block_name_prefix: rbd_data.609be846108e 2024-04-13T21:54:20.853 INFO:tasks.workunit.client.0.smithi165.stdout: format: 2 2024-04-13T21:54:20.853 INFO:tasks.workunit.client.0.smithi165.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-13T21:54:20.853 INFO:tasks.workunit.client.0.smithi165.stdout: op_features: 2024-04-13T21:54:20.853 INFO:tasks.workunit.client.0.smithi165.stdout: flags: 2024-04-13T21:54:20.853 INFO:tasks.workunit.client.0.smithi165.stdout: create_timestamp: Sat Apr 13 21:54:19 2024 2024-04-13T21:54:20.853 INFO:tasks.workunit.client.0.smithi165.stdout: access_timestamp: Sat Apr 13 21:54:19 2024 2024-04-13T21:54:20.853 INFO:tasks.workunit.client.0.smithi165.stdout: modify_timestamp: Sat Apr 13 21:54:19 2024 2024-04-13T21:54:20.856 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd info testimg_import@snap 2024-04-13T21:54:20.897 INFO:tasks.workunit.client.0.smithi165.stdout:rbd image 'testimg_import': 2024-04-13T21:54:20.897 INFO:tasks.workunit.client.0.smithi165.stdout: size 110 KiB in 1 objects 2024-04-13T21:54:20.897 INFO:tasks.workunit.client.0.smithi165.stdout: order 22 (4 MiB objects) 2024-04-13T21:54:20.897 INFO:tasks.workunit.client.0.smithi165.stdout: snapshot_count: 1 2024-04-13T21:54:20.897 INFO:tasks.workunit.client.0.smithi165.stdout: id: 609be846108e 2024-04-13T21:54:20.897 INFO:tasks.workunit.client.0.smithi165.stdout: block_name_prefix: rbd_data.609be846108e 2024-04-13T21:54:20.897 INFO:tasks.workunit.client.0.smithi165.stdout: format: 2 2024-04-13T21:54:20.897 INFO:tasks.workunit.client.0.smithi165.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-13T21:54:20.897 INFO:tasks.workunit.client.0.smithi165.stdout: op_features: 2024-04-13T21:54:20.897 INFO:tasks.workunit.client.0.smithi165.stdout: flags: 2024-04-13T21:54:20.897 INFO:tasks.workunit.client.0.smithi165.stdout: create_timestamp: Sat Apr 13 21:54:19 2024 2024-04-13T21:54:20.897 INFO:tasks.workunit.client.0.smithi165.stdout: access_timestamp: Sat Apr 13 21:54:19 2024 2024-04-13T21:54:20.898 INFO:tasks.workunit.client.0.smithi165.stdout: modify_timestamp: Sat Apr 13 21:54:19 2024 2024-04-13T21:54:20.898 INFO:tasks.workunit.client.0.smithi165.stdout: protected: False 2024-04-13T21:54:20.901 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd image-meta list testimg_import 2024-04-13T21:54:20.945 INFO:tasks.workunit.client.0.smithi165.stderr:+ IMAGEMETA_AFTER=There is 1 metadatum on this image: 2024-04-13T21:54:20.945 INFO:tasks.workunit.client.0.smithi165.stderr: 2024-04-13T21:54:20.945 INFO:tasks.workunit.client.0.smithi165.stderr:Key Value 2024-04-13T21:54:20.945 INFO:tasks.workunit.client.0.smithi165.stderr:key1 value1 2024-04-13T21:54:20.945 INFO:tasks.workunit.client.0.smithi165.stderr:+ [ There is 1 metadatum on this image: 2024-04-13T21:54:20.945 INFO:tasks.workunit.client.0.smithi165.stderr: 2024-04-13T21:54:20.945 INFO:tasks.workunit.client.0.smithi165.stderr:Key Value 2024-04-13T21:54:20.945 INFO:tasks.workunit.client.0.smithi165.stderr:key1 value1 = There is 1 metadatum on this image: 2024-04-13T21:54:20.946 INFO:tasks.workunit.client.0.smithi165.stderr: 2024-04-13T21:54:20.946 INFO:tasks.workunit.client.0.smithi165.stderr:Key Value 2024-04-13T21:54:20.946 INFO:tasks.workunit.client.0.smithi165.stderr:key1 value1 ] 2024-04-13T21:54:20.946 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd export testimg_import /tmp/rbd_import_export_68655/img_import 2024-04-13T21:54:20.983 INFO:tasks.workunit.client.0.smithi165.stderr: Exporting image: 100% complete...done. 2024-04-13T21:54:20.987 INFO:tasks.workunit.client.0.smithi165.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_68655/img /tmp/rbd_import_export_68655/img_import 2024-04-13T21:54:20.987 INFO:tasks.workunit.client.0.smithi165.stderr:+ cmp -l /tmp/rbd_import_export_68655/img /tmp/rbd_import_export_68655/img_import 2024-04-13T21:54:20.988 INFO:tasks.workunit.client.0.smithi165.stderr:+ stat /tmp/rbd_import_export_68655/img --format %b 2024-04-13T21:54:20.988 INFO:tasks.workunit.client.0.smithi165.stderr:+ origsize=24 2024-04-13T21:54:20.988 INFO:tasks.workunit.client.0.smithi165.stderr:+ stat /tmp/rbd_import_export_68655/img_import --format %b 2024-04-13T21:54:20.989 INFO:tasks.workunit.client.0.smithi165.stderr:+ exportsize=224 2024-04-13T21:54:20.989 INFO:tasks.workunit.client.0.smithi165.stderr:+ difference=200 2024-04-13T21:54:20.989 INFO:tasks.workunit.client.0.smithi165.stderr:+ difference=200 2024-04-13T21:54:20.989 INFO:tasks.workunit.client.0.smithi165.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-04-13T21:54:20.989 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_68655/img_snap 2024-04-13T21:54:21.032 INFO:tasks.workunit.client.0.smithi165.stderr: Exporting image: 100% complete...done. 2024-04-13T21:54:21.036 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_68655/img_snap_import 2024-04-13T21:54:21.073 INFO:tasks.workunit.client.0.smithi165.stderr: Exporting image: 100% complete...done. 2024-04-13T21:54:21.077 INFO:tasks.workunit.client.0.smithi165.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_68655/img_snap /tmp/rbd_import_export_68655/img_snap_import 2024-04-13T21:54:21.077 INFO:tasks.workunit.client.0.smithi165.stderr:+ cmp -l /tmp/rbd_import_export_68655/img_snap /tmp/rbd_import_export_68655/img_snap_import 2024-04-13T21:54:21.078 INFO:tasks.workunit.client.0.smithi165.stderr:+ stat /tmp/rbd_import_export_68655/img_snap --format %b 2024-04-13T21:54:21.078 INFO:tasks.workunit.client.0.smithi165.stderr:+ origsize=224 2024-04-13T21:54:21.078 INFO:tasks.workunit.client.0.smithi165.stderr:+ stat /tmp/rbd_import_export_68655/img_snap_import --format %b 2024-04-13T21:54:21.079 INFO:tasks.workunit.client.0.smithi165.stderr:+ exportsize=224 2024-04-13T21:54:21.079 INFO:tasks.workunit.client.0.smithi165.stderr:+ difference=0 2024-04-13T21:54:21.079 INFO:tasks.workunit.client.0.smithi165.stderr:+ difference=0 2024-04-13T21:54:21.079 INFO:tasks.workunit.client.0.smithi165.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-13T21:54:21.080 INFO:tasks.workunit.client.0.smithi165.stderr:+ rm /tmp/rbd_import_export_68655/img_v2 2024-04-13T21:54:21.080 INFO:tasks.workunit.client.0.smithi165.stderr:+ rm /tmp/rbd_import_export_68655/img_import 2024-04-13T21:54:21.080 INFO:tasks.workunit.client.0.smithi165.stderr:+ rm /tmp/rbd_import_export_68655/img_snap 2024-04-13T21:54:21.080 INFO:tasks.workunit.client.0.smithi165.stderr:+ rm /tmp/rbd_import_export_68655/img_snap_import 2024-04-13T21:54:21.080 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd snap rm testimg_import@snap 2024-04-13T21:54:21.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:20 smithi189 bash[23633]: cluster 2024-04-13T21:54:19.752917+0000 mon.a (mon.0) 841 : cluster 0 osdmap e76: 8 total, 8 up, 8 in 2024-04-13T21:54:21.379 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -e sha1=809afd3da6037ef1c60dcf79f89e65791b95f8ef -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-04-13T21:54:21.781 INFO:tasks.workunit.client.0.smithi165.stderr: Removing snap: 100% complete...done. 2024-04-13T21:54:21.795 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd remove testimg_import 2024-04-13T21:54:21.930 INFO:tasks.workunit.client.0.smithi165.stderr: Removing image: 100% complete...done. 2024-04-13T21:54:21.934 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd snap rm testimg@snap 2024-04-13T21:54:22.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:21 smithi165 bash[21371]: cluster 2024-04-13T21:54:19.799948+0000 mgr.y (mgr.14388) 189 : cluster 0 pgmap v166: 73 pgs: 73 active+clean; 579 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 285 KiB/s rd, 83 KiB/s wr, 89 op/s 2024-04-13T21:54:22.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:21 smithi165 bash[21371]: cluster 2024-04-13T21:54:20.770683+0000 mon.a (mon.0) 842 : cluster 0 osdmap e77: 8 total, 8 up, 8 in 2024-04-13T21:54:22.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:21 smithi165 bash[31269]: cluster 2024-04-13T21:54:19.799948+0000 mgr.y (mgr.14388) 189 : cluster 0 pgmap v166: 73 pgs: 73 active+clean; 579 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 285 KiB/s rd, 83 KiB/s wr, 89 op/s 2024-04-13T21:54:22.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:21 smithi165 bash[31269]: cluster 2024-04-13T21:54:20.770683+0000 mon.a (mon.0) 842 : cluster 0 osdmap e77: 8 total, 8 up, 8 in 2024-04-13T21:54:22.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:21 smithi189 bash[23633]: cluster 2024-04-13T21:54:19.799948+0000 mgr.y (mgr.14388) 189 : cluster 0 pgmap v166: 73 pgs: 73 active+clean; 579 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 285 KiB/s rd, 83 KiB/s wr, 89 op/s 2024-04-13T21:54:22.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:21 smithi189 bash[23633]: cluster 2024-04-13T21:54:20.770683+0000 mon.a (mon.0) 842 : cluster 0 osdmap e77: 8 total, 8 up, 8 in 2024-04-13T21:54:22.783 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:54:22 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:54:22] "GET /metrics HTTP/1.1" 200 33828 "" "Prometheus/2.43.0" 2024-04-13T21:54:22.799 INFO:tasks.workunit.client.0.smithi165.stderr: Removing snap: 100% complete...done. 2024-04-13T21:54:22.816 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd rm testimg 2024-04-13T21:54:22.956 INFO:tasks.workunit.client.0.smithi165.stderr: Removing image: 100% complete...done. 2024-04-13T21:54:22.961 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd import --order 20 /tmp/rbd_import_export_68655/img testimg 2024-04-13T21:54:23.042 INFO:tasks.workunit.client.0.smithi165.stderr: Importing image: 100% complete...done. 2024-04-13T21:54:23.043 INFO:tasks.workunit.client.0.smithi165.stderr:rbd: --order is deprecated, use --object-size 2024-04-13T21:54:23.046 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_68655/img_v2 2024-04-13T21:54:23.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:22 smithi165 bash[21371]: cluster 2024-04-13T21:54:21.777661+0000 mon.a (mon.0) 843 : cluster 0 osdmap e78: 8 total, 8 up, 8 in 2024-04-13T21:54:23.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:22 smithi165 bash[21371]: cluster 2024-04-13T21:54:21.800620+0000 mgr.y (mgr.14388) 190 : cluster 0 pgmap v169: 73 pgs: 73 active+clean; 799 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 298 KiB/s rd, 89 KiB/s wr, 192 op/s 2024-04-13T21:54:23.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:22 smithi165 bash[31269]: cluster 2024-04-13T21:54:21.777661+0000 mon.a (mon.0) 843 : cluster 0 osdmap e78: 8 total, 8 up, 8 in 2024-04-13T21:54:23.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:22 smithi165 bash[31269]: cluster 2024-04-13T21:54:21.800620+0000 mgr.y (mgr.14388) 190 : cluster 0 pgmap v169: 73 pgs: 73 active+clean; 799 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 298 KiB/s rd, 89 KiB/s wr, 192 op/s 2024-04-13T21:54:23.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:22 smithi189 bash[23633]: cluster 2024-04-13T21:54:21.777661+0000 mon.a (mon.0) 843 : cluster 0 osdmap e78: 8 total, 8 up, 8 in 2024-04-13T21:54:23.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:22 smithi189 bash[23633]: cluster 2024-04-13T21:54:21.800620+0000 mgr.y (mgr.14388) 190 : cluster 0 pgmap v169: 73 pgs: 73 active+clean; 799 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 298 KiB/s rd, 89 KiB/s wr, 192 op/s 2024-04-13T21:54:23.092 INFO:tasks.workunit.client.0.smithi165.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-13T21:54:23.096 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_68655/img_v2 testimg_import 2024-04-13T21:54:23.177 INFO:tasks.workunit.client.0.smithi165.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-13T21:54:23.182 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd info testimg_import 2024-04-13T21:54:23.182 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep order 2024-04-13T21:54:23.182 INFO:tasks.workunit.client.0.smithi165.stderr:+ awk {print $2} 2024-04-13T21:54:23.182 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep 20 2024-04-13T21:54:23.225 INFO:tasks.workunit.client.0.smithi165.stdout:20 2024-04-13T21:54:23.225 INFO:tasks.workunit.client.0.smithi165.stderr:+ rm /tmp/rbd_import_export_68655/img_v2 2024-04-13T21:54:23.225 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd remove testimg_import 2024-04-13T21:54:23.357 INFO:tasks.workunit.client.0.smithi165.stderr: Removing image: 100% complete...done. 2024-04-13T21:54:23.363 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd remove testimg 2024-04-13T21:54:23.493 INFO:tasks.workunit.client.0.smithi165.stderr: Removing image: 100% complete...done. 2024-04-13T21:54:23.498 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_68655/img testimg 2024-04-13T21:54:23.566 INFO:tasks.workunit.client.0.smithi165.stderr: Importing image: 100% complete...done. 2024-04-13T21:54:23.571 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd info testimg 2024-04-13T21:54:23.571 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep features 2024-04-13T21:54:23.614 INFO:tasks.workunit.client.0.smithi165.stderr:+ FEATURES_BEFORE= features: layering 2024-04-13T21:54:23.614 INFO:tasks.workunit.client.0.smithi165.stderr: op_features: 2024-04-13T21:54:23.614 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_68655/img_v2 2024-04-13T21:54:23.659 INFO:tasks.workunit.client.0.smithi165.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-13T21:54:23.663 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_68655/img_v2 testimg_import 2024-04-13T21:54:23.742 INFO:tasks.workunit.client.0.smithi165.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-13T21:54:23.747 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd info testimg_import 2024-04-13T21:54:23.747 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep features 2024-04-13T21:54:23.796 INFO:tasks.workunit.client.0.smithi165.stderr:+ FEATURES_AFTER= features: layering 2024-04-13T21:54:23.796 INFO:tasks.workunit.client.0.smithi165.stderr: op_features: 2024-04-13T21:54:23.796 INFO:tasks.workunit.client.0.smithi165.stderr:+ [ features: layering 2024-04-13T21:54:23.796 INFO:tasks.workunit.client.0.smithi165.stderr: op_features: != features: layering 2024-04-13T21:54:23.797 INFO:tasks.workunit.client.0.smithi165.stderr: op_features: ] 2024-04-13T21:54:23.797 INFO:tasks.workunit.client.0.smithi165.stderr:+ rm /tmp/rbd_import_export_68655/img_v2 2024-04-13T21:54:23.797 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd remove testimg_import 2024-04-13T21:54:23.915 INFO:tasks.workunit.client.0.smithi165.stderr: Removing image: 100% complete...done. 2024-04-13T21:54:23.919 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd remove testimg 2024-04-13T21:54:24.017 INFO:tasks.workunit.client.0.smithi165.stderr: Removing image: 100% complete...done. 2024-04-13T21:54:24.021 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_68655/img testimg 2024-04-13T21:54:24.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:23 smithi165 bash[21371]: cluster 2024-04-13T21:54:22.798420+0000 mon.a (mon.0) 844 : cluster 0 osdmap e79: 8 total, 8 up, 8 in 2024-04-13T21:54:24.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:23 smithi165 bash[31269]: cluster 2024-04-13T21:54:22.798420+0000 mon.a (mon.0) 844 : cluster 0 osdmap e79: 8 total, 8 up, 8 in 2024-04-13T21:54:24.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:23 smithi189 bash[23633]: cluster 2024-04-13T21:54:22.798420+0000 mon.a (mon.0) 844 : cluster 0 osdmap e79: 8 total, 8 up, 8 in 2024-04-13T21:54:24.109 INFO:tasks.workunit.client.0.smithi165.stderr: Importing image: 100% complete...done. 2024-04-13T21:54:24.112 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_68655/img_v2 2024-04-13T21:54:24.161 INFO:tasks.workunit.client.0.smithi165.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-13T21:54:24.164 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_68655/img_v2 testimg_import 2024-04-13T21:54:24.263 INFO:tasks.workunit.client.0.smithi165.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-13T21:54:24.267 INFO:tasks.workunit.client.0.smithi165.stderr:+ + grep stripe unit 2024-04-13T21:54:24.268 INFO:tasks.workunit.client.0.smithi165.stderr:rbd info testimg_import 2024-04-13T21:54:24.268 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep -Ei (4 KiB|4096) 2024-04-13T21:54:24.317 INFO:tasks.workunit.client.0.smithi165.stdout: stripe unit: 4 KiB 2024-04-13T21:54:24.318 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd info testimg_import 2024-04-13T21:54:24.318 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep stripe count 2024-04-13T21:54:24.319 INFO:tasks.workunit.client.0.smithi165.stderr:+ awk {print $3} 2024-04-13T21:54:24.319 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep 1000 2024-04-13T21:54:24.363 INFO:tasks.workunit.client.0.smithi165.stdout:1000 2024-04-13T21:54:24.364 INFO:tasks.workunit.client.0.smithi165.stderr:+ rm /tmp/rbd_import_export_68655/img_v2 2024-04-13T21:54:24.364 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd remove testimg_import 2024-04-13T21:54:24.527 INFO:tasks.workunit.client.0.smithi165.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-13T21:54:24.532 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd remove testimg 2024-04-13T21:54:24.658 INFO:tasks.workunit.client.0.smithi165.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-13T21:54:24.661 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_68655/img testimg 2024-04-13T21:54:24.727 INFO:tasks.workunit.client.0.smithi165.stderr: Importing image: 100% complete...done. 2024-04-13T21:54:24.730 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd snap create testimg@snap1 2024-04-13T21:54:24.805 INFO:tasks.workunit.client.0.smithi165.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-13T21:54:24.813 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd snap create testimg@snap2 2024-04-13T21:54:25.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:24 smithi165 bash[21371]: cluster 2024-04-13T21:54:23.801003+0000 mgr.y (mgr.14388) 191 : cluster 0 pgmap v171: 73 pgs: 73 active+clean; 799 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 131 KiB/s rd, 12 KiB/s wr, 161 op/s 2024-04-13T21:54:25.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:24 smithi165 bash[31269]: cluster 2024-04-13T21:54:23.801003+0000 mgr.y (mgr.14388) 191 : cluster 0 pgmap v171: 73 pgs: 73 active+clean; 799 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 131 KiB/s rd, 12 KiB/s wr, 161 op/s 2024-04-13T21:54:25.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:24 smithi189 bash[23633]: cluster 2024-04-13T21:54:23.801003+0000 mgr.y (mgr.14388) 191 : cluster 0 pgmap v171: 73 pgs: 73 active+clean; 799 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 131 KiB/s rd, 12 KiB/s wr, 161 op/s 2024-04-13T21:54:25.826 INFO:tasks.workunit.client.0.smithi165.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-13T21:54:25.839 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd snap protect testimg@snap2 2024-04-13T21:54:25.899 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_68655/snap_protect 2024-04-13T21:54:25.946 INFO:tasks.workunit.client.0.smithi165.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-13T21:54:25.950 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_68655/snap_protect testimg_import 2024-04-13T21:54:26.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:25 smithi165 bash[21371]: cluster 2024-04-13T21:54:24.803517+0000 mon.a (mon.0) 845 : cluster 0 osdmap e80: 8 total, 8 up, 8 in 2024-04-13T21:54:26.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:25 smithi165 bash[31269]: cluster 2024-04-13T21:54:24.803517+0000 mon.a (mon.0) 845 : cluster 0 osdmap e80: 8 total, 8 up, 8 in 2024-04-13T21:54:26.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:25 smithi189 bash[23633]: cluster 2024-04-13T21:54:24.803517+0000 mon.a (mon.0) 845 : cluster 0 osdmap e80: 8 total, 8 up, 8 in 2024-04-13T21:54:26.100 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:54:27.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:26 smithi165 bash[31269]: audit 2024-04-13T21:54:25.800138+0000 mon.c (mon.2) 119 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:54:27.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:26 smithi165 bash[31269]: cluster 2024-04-13T21:54:25.801589+0000 mgr.y (mgr.14388) 192 : cluster 0 pgmap v173: 73 pgs: 73 active+clean; 799 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 105 KiB/s rd, 9.5 KiB/s wr, 130 op/s 2024-04-13T21:54:27.059 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:26 smithi165 bash[31269]: cluster 2024-04-13T21:54:25.818777+0000 mon.a (mon.0) 846 : cluster 0 osdmap e81: 8 total, 8 up, 8 in 2024-04-13T21:54:27.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:26 smithi165 bash[21371]: audit 2024-04-13T21:54:25.800138+0000 mon.c (mon.2) 119 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:54:27.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:26 smithi165 bash[21371]: cluster 2024-04-13T21:54:25.801589+0000 mgr.y (mgr.14388) 192 : cluster 0 pgmap v173: 73 pgs: 73 active+clean; 799 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 105 KiB/s rd, 9.5 KiB/s wr, 130 op/s 2024-04-13T21:54:27.060 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:26 smithi165 bash[21371]: cluster 2024-04-13T21:54:25.818777+0000 mon.a (mon.0) 846 : cluster 0 osdmap e81: 8 total, 8 up, 8 in 2024-04-13T21:54:27.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:26 smithi189 bash[23633]: audit 2024-04-13T21:54:25.800138+0000 mon.c (mon.2) 119 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:54:27.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:26 smithi189 bash[23633]: cluster 2024-04-13T21:54:25.801589+0000 mgr.y (mgr.14388) 192 : cluster 0 pgmap v173: 73 pgs: 73 active+clean; 799 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 105 KiB/s rd, 9.5 KiB/s wr, 130 op/s 2024-04-13T21:54:27.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:26 smithi189 bash[23633]: cluster 2024-04-13T21:54:25.818777+0000 mon.a (mon.0) 846 : cluster 0 osdmap e81: 8 total, 8 up, 8 in 2024-04-13T21:54:27.879 INFO:tasks.workunit.client.0.smithi165.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-13T21:54:27.885 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd info testimg_import@snap1 2024-04-13T21:54:27.885 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep protected: False 2024-04-13T21:54:27.938 INFO:tasks.workunit.client.0.smithi165.stdout: protected: False 2024-04-13T21:54:27.939 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd info testimg_import@snap2 2024-04-13T21:54:27.939 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep protected: True 2024-04-13T21:54:27.988 INFO:tasks.workunit.client.0.smithi165.stdout: protected: True 2024-04-13T21:54:27.988 INFO:tasks.workunit.client.0.smithi165.stderr:+ rm /tmp/rbd_import_export_68655/snap_protect 2024-04-13T21:54:27.989 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd snap unprotect testimg@snap2 2024-04-13T21:54:28.042 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd snap unprotect testimg_import@snap2 2024-04-13T21:54:28.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:27 smithi189 bash[23633]: cluster 2024-04-13T21:54:26.827362+0000 mon.a (mon.0) 847 : cluster 0 osdmap e82: 8 total, 8 up, 8 in 2024-04-13T21:54:28.093 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd snap purge testimg 2024-04-13T21:54:28.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:27 smithi165 bash[21371]: cluster 2024-04-13T21:54:26.827362+0000 mon.a (mon.0) 847 : cluster 0 osdmap e82: 8 total, 8 up, 8 in 2024-04-13T21:54:28.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:27 smithi165 bash[31269]: cluster 2024-04-13T21:54:26.827362+0000 mon.a (mon.0) 847 : cluster 0 osdmap e82: 8 total, 8 up, 8 in 2024-04-13T21:54:29.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:28 smithi189 bash[23633]: cluster 2024-04-13T21:54:27.802255+0000 mgr.y (mgr.14388) 193 : cluster 0 pgmap v176: 73 pgs: 73 active+clean; 799 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 334 KiB/s rd, 41 KiB/s wr, 449 op/s 2024-04-13T21:54:29.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:28 smithi189 bash[23633]: cluster 2024-04-13T21:54:27.843212+0000 mon.a (mon.0) 848 : cluster 0 osdmap e83: 8 total, 8 up, 8 in 2024-04-13T21:54:29.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:28 smithi165 bash[21371]: cluster 2024-04-13T21:54:27.802255+0000 mgr.y (mgr.14388) 193 : cluster 0 pgmap v176: 73 pgs: 73 active+clean; 799 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 334 KiB/s rd, 41 KiB/s wr, 449 op/s 2024-04-13T21:54:29.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:28 smithi165 bash[21371]: cluster 2024-04-13T21:54:27.843212+0000 mon.a (mon.0) 848 : cluster 0 osdmap e83: 8 total, 8 up, 8 in 2024-04-13T21:54:29.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:28 smithi165 bash[31269]: cluster 2024-04-13T21:54:27.802255+0000 mgr.y (mgr.14388) 193 : cluster 0 pgmap v176: 73 pgs: 73 active+clean; 799 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 334 KiB/s rd, 41 KiB/s wr, 449 op/s 2024-04-13T21:54:29.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:28 smithi165 bash[31269]: cluster 2024-04-13T21:54:27.843212+0000 mon.a (mon.0) 848 : cluster 0 osdmap e83: 8 total, 8 up, 8 in 2024-04-13T21:54:29.358 INFO:teuthology.orchestra.run.smithi165.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:809afd3da6037ef1c60dcf79f89e65791b95f8ef 2024-04-13T21:54:29.857 INFO:tasks.workunit.client.0.smithi165.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-13T21:54:29.874 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd snap purge testimg_import 2024-04-13T21:54:30.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:29 smithi189 bash[23633]: cluster 2024-04-13T21:54:28.841447+0000 mon.a (mon.0) 849 : cluster 0 osdmap e84: 8 total, 8 up, 8 in 2024-04-13T21:54:30.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:29 smithi189 bash[23633]: audit 2024-04-13T21:54:29.356200+0000 mgr.y (mgr.14388) 194 : audit 0 from='client.24989 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:809afd3da6037ef1c60dcf79f89e65791b95f8ef", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:54:30.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:29 smithi189 bash[23633]: cephadm 2024-04-13T21:54:29.357820+0000 mgr.y (mgr.14388) 195 : cephadm 1 Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:809afd3da6037ef1c60dcf79f89e65791b95f8ef 2024-04-13T21:54:30.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:29 smithi189 bash[23633]: audit 2024-04-13T21:54:29.366510+0000 mon.a (mon.0) 850 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:54:30.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:29 smithi189 bash[23633]: audit 2024-04-13T21:54:29.382093+0000 mon.c (mon.2) 120 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:54:30.104 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:29 smithi165 bash[31269]: cluster 2024-04-13T21:54:28.841447+0000 mon.a (mon.0) 849 : cluster 0 osdmap e84: 8 total, 8 up, 8 in 2024-04-13T21:54:30.104 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:29 smithi165 bash[31269]: audit 2024-04-13T21:54:29.356200+0000 mgr.y (mgr.14388) 194 : audit 0 from='client.24989 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:809afd3da6037ef1c60dcf79f89e65791b95f8ef", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:54:30.104 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:29 smithi165 bash[31269]: cephadm 2024-04-13T21:54:29.357820+0000 mgr.y (mgr.14388) 195 : cephadm 1 Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:809afd3da6037ef1c60dcf79f89e65791b95f8ef 2024-04-13T21:54:30.104 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:29 smithi165 bash[31269]: audit 2024-04-13T21:54:29.366510+0000 mon.a (mon.0) 850 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:54:30.104 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:29 smithi165 bash[31269]: audit 2024-04-13T21:54:29.382093+0000 mon.c (mon.2) 120 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:54:30.104 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:29 smithi165 bash[21371]: cluster 2024-04-13T21:54:28.841447+0000 mon.a (mon.0) 849 : cluster 0 osdmap e84: 8 total, 8 up, 8 in 2024-04-13T21:54:30.104 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:29 smithi165 bash[21371]: audit 2024-04-13T21:54:29.356200+0000 mgr.y (mgr.14388) 194 : audit 0 from='client.24989 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:809afd3da6037ef1c60dcf79f89e65791b95f8ef", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:54:30.105 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:29 smithi165 bash[21371]: cephadm 2024-04-13T21:54:29.357820+0000 mgr.y (mgr.14388) 195 : cephadm 1 Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:809afd3da6037ef1c60dcf79f89e65791b95f8ef 2024-04-13T21:54:30.105 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:29 smithi165 bash[21371]: audit 2024-04-13T21:54:29.366510+0000 mon.a (mon.0) 850 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:54:30.105 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:29 smithi165 bash[21371]: audit 2024-04-13T21:54:29.382093+0000 mon.c (mon.2) 120 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:54:30.106 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -e sha1=809afd3da6037ef1c60dcf79f89e65791b95f8ef -- bash -c 'ceph orch ps' 2024-04-13T21:54:31.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:30 smithi165 bash[21371]: cluster 2024-04-13T21:54:29.802670+0000 mgr.y (mgr.14388) 196 : cluster 0 pgmap v179: 73 pgs: 73 active+clean; 799 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 418 KiB/s rd, 51 KiB/s wr, 562 op/s 2024-04-13T21:54:31.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:30 smithi165 bash[21371]: cluster 2024-04-13T21:54:29.859159+0000 mon.a (mon.0) 851 : cluster 0 osdmap e85: 8 total, 8 up, 8 in 2024-04-13T21:54:31.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:30 smithi165 bash[21371]: audit 2024-04-13T21:54:29.860460+0000 mon.c (mon.2) 121 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:54:31.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:30 smithi165 bash[21371]: audit 2024-04-13T21:54:29.863732+0000 mon.c (mon.2) 122 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:54:31.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:30 smithi165 bash[21371]: audit 2024-04-13T21:54:29.874228+0000 mon.a (mon.0) 852 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:54:31.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:30 smithi165 bash[21371]: cephadm 2024-04-13T21:54:29.954242+0000 mgr.y (mgr.14388) 197 : cephadm 1 Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:809afd3da6037ef1c60dcf79f89e65791b95f8ef 2024-04-13T21:54:31.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:30 smithi165 bash[31269]: cluster 2024-04-13T21:54:29.802670+0000 mgr.y (mgr.14388) 196 : cluster 0 pgmap v179: 73 pgs: 73 active+clean; 799 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 418 KiB/s rd, 51 KiB/s wr, 562 op/s 2024-04-13T21:54:31.314 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:30 smithi165 bash[31269]: cluster 2024-04-13T21:54:29.859159+0000 mon.a (mon.0) 851 : cluster 0 osdmap e85: 8 total, 8 up, 8 in 2024-04-13T21:54:31.314 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:30 smithi165 bash[31269]: audit 2024-04-13T21:54:29.860460+0000 mon.c (mon.2) 121 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:54:31.314 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:30 smithi165 bash[31269]: audit 2024-04-13T21:54:29.863732+0000 mon.c (mon.2) 122 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:54:31.314 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:30 smithi165 bash[31269]: audit 2024-04-13T21:54:29.874228+0000 mon.a (mon.0) 852 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:54:31.314 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:30 smithi165 bash[31269]: cephadm 2024-04-13T21:54:29.954242+0000 mgr.y (mgr.14388) 197 : cephadm 1 Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:809afd3da6037ef1c60dcf79f89e65791b95f8ef 2024-04-13T21:54:31.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:30 smithi189 bash[23633]: cluster 2024-04-13T21:54:29.802670+0000 mgr.y (mgr.14388) 196 : cluster 0 pgmap v179: 73 pgs: 73 active+clean; 799 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 418 KiB/s rd, 51 KiB/s wr, 562 op/s 2024-04-13T21:54:31.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:30 smithi189 bash[23633]: cluster 2024-04-13T21:54:29.859159+0000 mon.a (mon.0) 851 : cluster 0 osdmap e85: 8 total, 8 up, 8 in 2024-04-13T21:54:31.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:30 smithi189 bash[23633]: audit 2024-04-13T21:54:29.860460+0000 mon.c (mon.2) 121 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:54:31.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:30 smithi189 bash[23633]: audit 2024-04-13T21:54:29.863732+0000 mon.c (mon.2) 122 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:54:31.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:30 smithi189 bash[23633]: audit 2024-04-13T21:54:29.874228+0000 mon.a (mon.0) 852 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:54:31.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:30 smithi189 bash[23633]: cephadm 2024-04-13T21:54:29.954242+0000 mgr.y (mgr.14388) 197 : cephadm 1 Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:809afd3da6037ef1c60dcf79f89e65791b95f8ef 2024-04-13T21:54:31.639 INFO:tasks.workunit.client.0.smithi165.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-13T21:54:31.659 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd remove testimg 2024-04-13T21:54:31.799 INFO:tasks.workunit.client.0.smithi165.stderr: Removing image: 100% complete...done. 2024-04-13T21:54:31.803 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd remove testimg_import 2024-04-13T21:54:31.934 INFO:tasks.workunit.client.0.smithi165.stderr: Removing image: 100% complete...done. 2024-04-13T21:54:31.939 INFO:tasks.workunit.client.0.smithi165.stderr:+ tiered=0 2024-04-13T21:54:31.939 INFO:tasks.workunit.client.0.smithi165.stderr:+ ceph osd dump 2024-04-13T21:54:31.939 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep ^pool 2024-04-13T21:54:31.939 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep 'rbd' 2024-04-13T21:54:31.939 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep tier 2024-04-13T21:54:32.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:31 smithi165 bash[21371]: cluster 2024-04-13T21:54:30.880373+0000 mon.a (mon.0) 853 : cluster 0 osdmap e86: 8 total, 8 up, 8 in 2024-04-13T21:54:32.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:31 smithi165 bash[21371]: cluster 2024-04-13T21:54:31.636639+0000 mon.a (mon.0) 854 : cluster 0 osdmap e87: 8 total, 8 up, 8 in 2024-04-13T21:54:32.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:31 smithi165 bash[31269]: cluster 2024-04-13T21:54:30.880373+0000 mon.a (mon.0) 853 : cluster 0 osdmap e86: 8 total, 8 up, 8 in 2024-04-13T21:54:32.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:31 smithi165 bash[31269]: cluster 2024-04-13T21:54:31.636639+0000 mon.a (mon.0) 854 : cluster 0 osdmap e87: 8 total, 8 up, 8 in 2024-04-13T21:54:32.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:31 smithi189 bash[23633]: cluster 2024-04-13T21:54:30.880373+0000 mon.a (mon.0) 853 : cluster 0 osdmap e86: 8 total, 8 up, 8 in 2024-04-13T21:54:32.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:31 smithi189 bash[23633]: cluster 2024-04-13T21:54:31.636639+0000 mon.a (mon.0) 854 : cluster 0 osdmap e87: 8 total, 8 up, 8 in 2024-04-13T21:54:32.373 INFO:tasks.workunit.client.0.smithi165.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_68655/sparse1 2024-04-13T21:54:32.377 INFO:tasks.workunit.client.0.smithi165.stderr:1+0 records in 2024-04-13T21:54:32.378 INFO:tasks.workunit.client.0.smithi165.stderr:1+0 records out 2024-04-13T21:54:32.378 INFO:tasks.workunit.client.0.smithi165.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00368518 s, 285 MB/s 2024-04-13T21:54:32.378 INFO:tasks.workunit.client.0.smithi165.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_68655/sparse2 2024-04-13T21:54:32.382 INFO:tasks.workunit.client.0.smithi165.stderr:1+0 records in 2024-04-13T21:54:32.382 INFO:tasks.workunit.client.0.smithi165.stderr:1+0 records out 2024-04-13T21:54:32.382 INFO:tasks.workunit.client.0.smithi165.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00361724 s, 290 MB/s 2024-04-13T21:54:32.382 INFO:tasks.workunit.client.0.smithi165.stderr:+ truncate /tmp/rbd_import_export_68655/sparse2 -s 2M 2024-04-13T21:54:32.396 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd rm sparse1 2024-04-13T21:54:32.446 INFO:tasks.workunit.client.0.smithi165.stderr: Removing image: 0% complete...failed. 2024-04-13T21:54:32.446 INFO:tasks.workunit.client.0.smithi165.stderr:rbd: delete error: (2) No such file or directory 2024-04-13T21:54:32.450 INFO:tasks.workunit.client.0.smithi165.stderr:+ true 2024-04-13T21:54:32.450 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_68655/sparse1 2024-04-13T21:54:32.527 INFO:tasks.workunit.client.0.smithi165.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-13T21:54:32.527 INFO:tasks.workunit.client.0.smithi165.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-13T21:54:32.527 INFO:tasks.workunit.client.0.smithi165.stderr:rbd: --order is deprecated, use --object-size 2024-04-13T21:54:32.531 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd ls -l 2024-04-13T21:54:32.531 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep sparse1 2024-04-13T21:54:32.531 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep -Ei (2 MiB|2048k) 2024-04-13T21:54:32.574 INFO:tasks.workunit.client.0.smithi165.stdout:sparse1 2 MiB 2 2024-04-13T21:54:32.575 INFO:tasks.workunit.client.0.smithi165.stderr:+ objects sparse1 2024-04-13T21:54:32.575 INFO:tasks.workunit.client.0.smithi165.stderr:+ image=sparse1 2024-04-13T21:54:32.575 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd info sparse1 2024-04-13T21:54:32.576 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep block_name_prefix 2024-04-13T21:54:32.576 INFO:tasks.workunit.client.0.smithi165.stderr:+ awk {print $NF;} 2024-04-13T21:54:32.620 INFO:tasks.workunit.client.0.smithi165.stderr:+ prefix=rbd_data.3b19f98191c3 2024-04-13T21:54:32.620 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep rbd_data.3b19f98191c3 2024-04-13T21:54:32.620 INFO:tasks.workunit.client.0.smithi165.stderr:+ get_image_data_pool sparse1 2024-04-13T21:54:32.620 INFO:tasks.workunit.client.0.smithi165.stderr:+ + image=sparse1 2024-04-13T21:54:32.620 INFO:tasks.workunit.client.0.smithi165.stderr:sed -e s/rbd_data.3b19f98191c3\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-04-13T21:54:32.620 INFO:tasks.workunit.client.0.smithi165.stderr:+ sort -u 2024-04-13T21:54:32.620 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd info sparse1 2024-04-13T21:54:32.621 INFO:tasks.workunit.client.0.smithi165.stderr:+ + grep data_pool: 2024-04-13T21:54:32.621 INFO:tasks.workunit.client.0.smithi165.stderr:awk -F: { print $NF } 2024-04-13T21:54:32.663 INFO:tasks.workunit.client.0.smithi165.stderr:+ data_pool= 2024-04-13T21:54:32.663 INFO:tasks.workunit.client.0.smithi165.stderr:+ [ -z ] 2024-04-13T21:54:32.663 INFO:tasks.workunit.client.0.smithi165.stderr:+ data_pool=rbd 2024-04-13T21:54:32.663 INFO:tasks.workunit.client.0.smithi165.stderr:+ echo rbd 2024-04-13T21:54:32.663 INFO:tasks.workunit.client.0.smithi165.stderr:+ rados ls -p rbd 2024-04-13T21:54:32.703 INFO:tasks.workunit.client.0.smithi165.stderr:+ objects=1 2024-04-13T21:54:32.703 INFO:tasks.workunit.client.0.smithi165.stderr:+ echo 1 2024-04-13T21:54:32.703 INFO:tasks.workunit.client.0.smithi165.stderr:+ [ 0 -eq 1 -o 1 = 1 ] 2024-04-13T21:54:32.703 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd export sparse1 /tmp/rbd_import_export_68655/sparse1.out 2024-04-13T21:54:32.746 INFO:tasks.workunit.client.0.smithi165.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-13T21:54:32.750 INFO:tasks.workunit.client.0.smithi165.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_68655/sparse1 /tmp/rbd_import_export_68655/sparse1.out 2024-04-13T21:54:32.750 INFO:tasks.workunit.client.0.smithi165.stderr:+ cmp -l /tmp/rbd_import_export_68655/sparse1 /tmp/rbd_import_export_68655/sparse1.out 2024-04-13T21:54:32.752 INFO:tasks.workunit.client.0.smithi165.stderr:+ stat /tmp/rbd_import_export_68655/sparse1 --format %b 2024-04-13T21:54:32.752 INFO:tasks.workunit.client.0.smithi165.stderr:+ origsize=2048 2024-04-13T21:54:32.753 INFO:tasks.workunit.client.0.smithi165.stderr:+ stat /tmp/rbd_import_export_68655/sparse1.out --format %b 2024-04-13T21:54:32.753 INFO:tasks.workunit.client.0.smithi165.stderr:+ exportsize=2048 2024-04-13T21:54:32.753 INFO:tasks.workunit.client.0.smithi165.stderr:+ difference=0 2024-04-13T21:54:32.753 INFO:tasks.workunit.client.0.smithi165.stderr:+ difference=0 2024-04-13T21:54:32.753 INFO:tasks.workunit.client.0.smithi165.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-13T21:54:32.754 INFO:tasks.workunit.client.0.smithi165.stderr:+ rm /tmp/rbd_import_export_68655/sparse1.out 2024-04-13T21:54:32.754 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd rm sparse1 2024-04-13T21:54:32.812 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:54:32 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:54:32] "GET /metrics HTTP/1.1" 200 33832 "" "Prometheus/2.43.0" 2024-04-13T21:54:32.871 INFO:tasks.workunit.client.0.smithi165.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-13T21:54:32.875 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd rm sparse2 2024-04-13T21:54:32.921 INFO:tasks.workunit.client.0.smithi165.stderr: Removing image: 0% complete...failed. 2024-04-13T21:54:32.921 INFO:tasks.workunit.client.0.smithi165.stderr:rbd: delete error: (2) No such file or directory 2024-04-13T21:54:32.925 INFO:tasks.workunit.client.0.smithi165.stderr:+ true 2024-04-13T21:54:32.925 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_68655/sparse2 2024-04-13T21:54:33.000 INFO:tasks.workunit.client.0.smithi165.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-13T21:54:33.001 INFO:tasks.workunit.client.0.smithi165.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-13T21:54:33.001 INFO:tasks.workunit.client.0.smithi165.stderr:rbd: --order is deprecated, use --object-size 2024-04-13T21:54:33.005 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd ls -l 2024-04-13T21:54:33.005 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep sparse2 2024-04-13T21:54:33.005 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep -Ei (2 MiB|2048k) 2024-04-13T21:54:33.048 INFO:tasks.workunit.client.0.smithi165.stdout:sparse2 2 MiB 2 2024-04-13T21:54:33.049 INFO:tasks.workunit.client.0.smithi165.stderr:+ objects sparse2 2024-04-13T21:54:33.049 INFO:tasks.workunit.client.0.smithi165.stderr:+ image=sparse2 2024-04-13T21:54:33.049 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd info sparse2 2024-04-13T21:54:33.049 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep block_name_prefix 2024-04-13T21:54:33.049 INFO:tasks.workunit.client.0.smithi165.stderr:+ awk {print $NF;} 2024-04-13T21:54:33.092 INFO:tasks.workunit.client.0.smithi165.stderr:+ prefix=rbd_data.61f4ed2cffdc 2024-04-13T21:54:33.092 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep rbd_data.61f4ed2cffdc 2024-04-13T21:54:33.092 INFO:tasks.workunit.client.0.smithi165.stderr:+ get_image_data_pool sparse2 2024-04-13T21:54:33.092 INFO:tasks.workunit.client.0.smithi165.stderr:+ image=sparse2 2024-04-13T21:54:33.092 INFO:tasks.workunit.client.0.smithi165.stderr:+ sed -e s/rbd_data.61f4ed2cffdc\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-04-13T21:54:33.092 INFO:tasks.workunit.client.0.smithi165.stderr:+ sort -u 2024-04-13T21:54:33.092 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd info sparse2 2024-04-13T21:54:33.092 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep data_pool: 2024-04-13T21:54:33.092 INFO:tasks.workunit.client.0.smithi165.stderr:+ awk -F: { print $NF } 2024-04-13T21:54:33.133 INFO:tasks.workunit.client.0.smithi165.stderr:+ data_pool= 2024-04-13T21:54:33.173 INFO:tasks.workunit.client.0.smithi165.stderr:+ [ -z ] 2024-04-13T21:54:33.174 INFO:tasks.workunit.client.0.smithi165.stderr:+ data_pool=rbd 2024-04-13T21:54:33.174 INFO:tasks.workunit.client.0.smithi165.stderr:+ echo rbd 2024-04-13T21:54:33.174 INFO:tasks.workunit.client.0.smithi165.stderr:+ rados ls -p rbd 2024-04-13T21:54:33.175 INFO:tasks.workunit.client.0.smithi165.stderr:+ objects=0 2024-04-13T21:54:33.175 INFO:tasks.workunit.client.0.smithi165.stderr:+ echo 0 2024-04-13T21:54:33.175 INFO:tasks.workunit.client.0.smithi165.stderr:+ [ 0 -eq 1 -o 0 = 0 ] 2024-04-13T21:54:33.175 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd export sparse2 /tmp/rbd_import_export_68655/sparse2.out 2024-04-13T21:54:33.216 INFO:tasks.workunit.client.0.smithi165.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-13T21:54:33.220 INFO:tasks.workunit.client.0.smithi165.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_68655/sparse2 /tmp/rbd_import_export_68655/sparse2.out 2024-04-13T21:54:33.221 INFO:tasks.workunit.client.0.smithi165.stderr:+ cmp -l /tmp/rbd_import_export_68655/sparse2 /tmp/rbd_import_export_68655/sparse2.out 2024-04-13T21:54:33.223 INFO:tasks.workunit.client.0.smithi165.stderr:+ stat /tmp/rbd_import_export_68655/sparse2 --format %b 2024-04-13T21:54:33.223 INFO:tasks.workunit.client.0.smithi165.stderr:+ origsize=2048 2024-04-13T21:54:33.223 INFO:tasks.workunit.client.0.smithi165.stderr:+ stat /tmp/rbd_import_export_68655/sparse2.out --format %b 2024-04-13T21:54:33.224 INFO:tasks.workunit.client.0.smithi165.stderr:+ exportsize=2048 2024-04-13T21:54:33.224 INFO:tasks.workunit.client.0.smithi165.stderr:+ difference=0 2024-04-13T21:54:33.224 INFO:tasks.workunit.client.0.smithi165.stderr:+ difference=0 2024-04-13T21:54:33.224 INFO:tasks.workunit.client.0.smithi165.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-13T21:54:33.224 INFO:tasks.workunit.client.0.smithi165.stderr:+ rm /tmp/rbd_import_export_68655/sparse2.out 2024-04-13T21:54:33.225 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd rm sparse2 2024-04-13T21:54:33.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:32 smithi165 bash[21371]: cluster 2024-04-13T21:54:31.803296+0000 mgr.y (mgr.14388) 198 : cluster 0 pgmap v183: 73 pgs: 73 active+clean; 799 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 118 KiB/s rd, 8.3 KiB/s wr, 158 op/s 2024-04-13T21:54:33.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:32 smithi165 bash[21371]: audit 2024-04-13T21:54:32.254414+0000 mon.a (mon.0) 855 : audit 0 from='client.? 172.21.15.165:0/1865809417' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-13T21:54:33.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:32 smithi165 bash[21371]: audit 2024-04-13T21:54:32.365378+0000 mon.a (mon.0) 856 : audit 0 from='client.? 172.21.15.165:0/1865809417' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-13T21:54:33.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:32 smithi165 bash[31269]: cluster 2024-04-13T21:54:31.803296+0000 mgr.y (mgr.14388) 198 : cluster 0 pgmap v183: 73 pgs: 73 active+clean; 799 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 118 KiB/s rd, 8.3 KiB/s wr, 158 op/s 2024-04-13T21:54:33.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:32 smithi165 bash[31269]: audit 2024-04-13T21:54:32.254414+0000 mon.a (mon.0) 855 : audit 0 from='client.? 172.21.15.165:0/1865809417' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-13T21:54:33.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:32 smithi165 bash[31269]: audit 2024-04-13T21:54:32.365378+0000 mon.a (mon.0) 856 : audit 0 from='client.? 172.21.15.165:0/1865809417' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-13T21:54:33.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:32 smithi189 bash[23633]: cluster 2024-04-13T21:54:31.803296+0000 mgr.y (mgr.14388) 198 : cluster 0 pgmap v183: 73 pgs: 73 active+clean; 799 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 118 KiB/s rd, 8.3 KiB/s wr, 158 op/s 2024-04-13T21:54:33.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:32 smithi189 bash[23633]: audit 2024-04-13T21:54:32.254414+0000 mon.a (mon.0) 855 : audit 0 from='client.? 172.21.15.165:0/1865809417' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-13T21:54:33.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:32 smithi189 bash[23633]: audit 2024-04-13T21:54:32.365378+0000 mon.a (mon.0) 856 : audit 0 from='client.? 172.21.15.165:0/1865809417' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-13T21:54:33.344 INFO:tasks.workunit.client.0.smithi165.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-13T21:54:33.348 INFO:tasks.workunit.client.0.smithi165.stderr:+ truncate /tmp/rbd_import_export_68655/sparse1 -s 10M 2024-04-13T21:54:33.348 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd import --new-format --order 20 - sparse1 2024-04-13T21:54:33.464 INFO:tasks.workunit.client.0.smithi165.stderr: Importing image: 100% complete...done. 2024-04-13T21:54:33.465 INFO:tasks.workunit.client.0.smithi165.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-13T21:54:33.465 INFO:tasks.workunit.client.0.smithi165.stderr:rbd: --order is deprecated, use --object-size 2024-04-13T21:54:33.469 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd ls -l 2024-04-13T21:54:33.469 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep sparse1 2024-04-13T21:54:33.469 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep -Ei (10 MiB|10240k) 2024-04-13T21:54:33.513 INFO:tasks.workunit.client.0.smithi165.stdout:sparse1 10 MiB 2 2024-04-13T21:54:33.514 INFO:tasks.workunit.client.0.smithi165.stderr:+ objects sparse1 2024-04-13T21:54:33.514 INFO:tasks.workunit.client.0.smithi165.stderr:+ image=sparse1 2024-04-13T21:54:33.514 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd info sparse1 2024-04-13T21:54:33.515 INFO:tasks.workunit.client.0.smithi165.stderr:+ + grep block_name_prefix 2024-04-13T21:54:33.515 INFO:tasks.workunit.client.0.smithi165.stderr:awk {print $NF;} 2024-04-13T21:54:33.557 INFO:tasks.workunit.client.0.smithi165.stderr:+ prefix=rbd_data.3b79b4e0ac9d 2024-04-13T21:54:33.557 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep rbd_data.3b79b4e0ac9d 2024-04-13T21:54:33.557 INFO:tasks.workunit.client.0.smithi165.stderr:+ get_image_data_pool sparse1 2024-04-13T21:54:33.557 INFO:tasks.workunit.client.0.smithi165.stderr:+ image=sparse1 2024-04-13T21:54:33.557 INFO:tasks.workunit.client.0.smithi165.stderr:+ sed -e s/rbd_data.3b79b4e0ac9d\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-04-13T21:54:33.557 INFO:tasks.workunit.client.0.smithi165.stderr:+ sort -u 2024-04-13T21:54:33.557 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd info sparse1 2024-04-13T21:54:33.557 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep data_pool: 2024-04-13T21:54:33.557 INFO:tasks.workunit.client.0.smithi165.stderr:+ awk -F: { print $NF } 2024-04-13T21:54:33.601 INFO:tasks.workunit.client.0.smithi165.stderr:+ data_pool= 2024-04-13T21:54:33.601 INFO:tasks.workunit.client.0.smithi165.stderr:+ [ -z ] 2024-04-13T21:54:33.602 INFO:tasks.workunit.client.0.smithi165.stderr:+ data_pool=rbd 2024-04-13T21:54:33.602 INFO:tasks.workunit.client.0.smithi165.stderr:+ echo rbd 2024-04-13T21:54:33.602 INFO:tasks.workunit.client.0.smithi165.stderr:+ rados ls -p rbd 2024-04-13T21:54:33.641 INFO:tasks.workunit.client.0.smithi165.stderr:+ objects=1 2024-04-13T21:54:33.641 INFO:tasks.workunit.client.0.smithi165.stderr:+ echo 1 2024-04-13T21:54:33.642 INFO:tasks.workunit.client.0.smithi165.stderr:+ [ 0 -eq 1 -o 1 = 1 ] 2024-04-13T21:54:33.642 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd export sparse1 /tmp/rbd_import_export_68655/sparse1.out 2024-04-13T21:54:33.684 INFO:tasks.workunit.client.0.smithi165.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-04-13T21:54:33.689 INFO:tasks.workunit.client.0.smithi165.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_68655/sparse1 /tmp/rbd_import_export_68655/sparse1.out 2024-04-13T21:54:33.689 INFO:tasks.workunit.client.0.smithi165.stderr:+ cmp -l /tmp/rbd_import_export_68655/sparse1 /tmp/rbd_import_export_68655/sparse1.out 2024-04-13T21:54:33.696 INFO:tasks.workunit.client.0.smithi165.stderr:+ stat /tmp/rbd_import_export_68655/sparse1 --format %b 2024-04-13T21:54:33.697 INFO:tasks.workunit.client.0.smithi165.stderr:+ origsize=2048 2024-04-13T21:54:33.697 INFO:tasks.workunit.client.0.smithi165.stderr:+ stat /tmp/rbd_import_export_68655/sparse1.out --format %b 2024-04-13T21:54:33.698 INFO:tasks.workunit.client.0.smithi165.stderr:+ exportsize=2048 2024-04-13T21:54:33.698 INFO:tasks.workunit.client.0.smithi165.stderr:+ difference=0 2024-04-13T21:54:33.698 INFO:tasks.workunit.client.0.smithi165.stderr:+ difference=0 2024-04-13T21:54:33.698 INFO:tasks.workunit.client.0.smithi165.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-13T21:54:33.698 INFO:tasks.workunit.client.0.smithi165.stderr:+ rm /tmp/rbd_import_export_68655/sparse1.out 2024-04-13T21:54:33.699 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd rm sparse1 2024-04-13T21:54:33.815 INFO:tasks.workunit.client.0.smithi165.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-13T21:54:33.819 INFO:tasks.workunit.client.0.smithi165.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_68655/sparse2 oflag=append conv=notrunc 2024-04-13T21:54:33.827 INFO:tasks.workunit.client.0.smithi165.stderr:1+0 records in 2024-04-13T21:54:33.827 INFO:tasks.workunit.client.0.smithi165.stderr:1+0 records out 2024-04-13T21:54:33.828 INFO:tasks.workunit.client.0.smithi165.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00732037 s, 286 MB/s 2024-04-13T21:54:33.828 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd import --new-format --order 20 - sparse2 2024-04-13T21:54:33.925 INFO:tasks.workunit.client.0.smithi165.stderr: Importing image: 100% complete...done. 2024-04-13T21:54:33.926 INFO:tasks.workunit.client.0.smithi165.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-13T21:54:33.926 INFO:tasks.workunit.client.0.smithi165.stderr:rbd: --order is deprecated, use --object-size 2024-04-13T21:54:33.930 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd ls -l 2024-04-13T21:54:33.930 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep sparse2 2024-04-13T21:54:33.930 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep -Ei (4 MiB|4096k) 2024-04-13T21:54:33.972 INFO:tasks.workunit.client.0.smithi165.stdout:sparse2 4 MiB 2 2024-04-13T21:54:33.974 INFO:tasks.workunit.client.0.smithi165.stderr:+ objects sparse2 2024-04-13T21:54:33.974 INFO:tasks.workunit.client.0.smithi165.stderr:+ image=sparse2 2024-04-13T21:54:33.974 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd info sparse2 2024-04-13T21:54:33.974 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep block_name_prefix 2024-04-13T21:54:33.974 INFO:tasks.workunit.client.0.smithi165.stderr:+ awk {print $NF;} 2024-04-13T21:54:34.015 INFO:tasks.workunit.client.0.smithi165.stderr:+ prefix=rbd_data.624e5cfb7dbc 2024-04-13T21:54:34.016 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep rbd_data.624e5cfb7dbc 2024-04-13T21:54:34.016 INFO:tasks.workunit.client.0.smithi165.stderr:+ get_image_data_pool sparse2 2024-04-13T21:54:34.016 INFO:tasks.workunit.client.0.smithi165.stderr:+ image=sparse2 2024-04-13T21:54:34.016 INFO:tasks.workunit.client.0.smithi165.stderr:+ sed -e s/rbd_data.624e5cfb7dbc\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-04-13T21:54:34.016 INFO:tasks.workunit.client.0.smithi165.stderr:+ sort -u 2024-04-13T21:54:34.016 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd info sparse2 2024-04-13T21:54:34.016 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep data_pool: 2024-04-13T21:54:34.016 INFO:tasks.workunit.client.0.smithi165.stderr:+ awk -F: { print $NF } 2024-04-13T21:54:34.059 INFO:tasks.workunit.client.0.smithi165.stderr:+ data_pool= 2024-04-13T21:54:34.059 INFO:tasks.workunit.client.0.smithi165.stderr:+ [ -z ] 2024-04-13T21:54:34.059 INFO:tasks.workunit.client.0.smithi165.stderr:+ data_pool=rbd 2024-04-13T21:54:34.059 INFO:tasks.workunit.client.0.smithi165.stderr:+ echo rbd 2024-04-13T21:54:34.059 INFO:tasks.workunit.client.0.smithi165.stderr:+ rados ls -p rbd 2024-04-13T21:54:34.099 INFO:tasks.workunit.client.0.smithi165.stderr:+ objects=0 2024-04-13T21:54:34.099 INFO:tasks.workunit.client.0.smithi165.stderr:2 2024-04-13T21:54:34.099 INFO:tasks.workunit.client.0.smithi165.stderr:3 2024-04-13T21:54:34.099 INFO:tasks.workunit.client.0.smithi165.stderr:+ echo 0 2 3 2024-04-13T21:54:34.099 INFO:tasks.workunit.client.0.smithi165.stderr:+ [ 0 -eq 1 -o 0 2 3 = 0 2 3 ] 2024-04-13T21:54:34.099 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd export sparse2 /tmp/rbd_import_export_68655/sparse2.out 2024-04-13T21:54:34.145 INFO:tasks.workunit.client.0.smithi165.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-04-13T21:54:34.149 INFO:tasks.workunit.client.0.smithi165.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_68655/sparse2 /tmp/rbd_import_export_68655/sparse2.out 2024-04-13T21:54:34.150 INFO:tasks.workunit.client.0.smithi165.stderr:+ cmp -l /tmp/rbd_import_export_68655/sparse2 /tmp/rbd_import_export_68655/sparse2.out 2024-04-13T21:54:34.153 INFO:tasks.workunit.client.0.smithi165.stderr:+ stat /tmp/rbd_import_export_68655/sparse2 --format %b 2024-04-13T21:54:34.153 INFO:tasks.workunit.client.0.smithi165.stderr:+ origsize=6144 2024-04-13T21:54:34.153 INFO:tasks.workunit.client.0.smithi165.stderr:+ stat /tmp/rbd_import_export_68655/sparse2.out --format %b 2024-04-13T21:54:34.154 INFO:tasks.workunit.client.0.smithi165.stderr:+ exportsize=6144 2024-04-13T21:54:34.154 INFO:tasks.workunit.client.0.smithi165.stderr:+ difference=0 2024-04-13T21:54:34.154 INFO:tasks.workunit.client.0.smithi165.stderr:+ difference=0 2024-04-13T21:54:34.154 INFO:tasks.workunit.client.0.smithi165.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-13T21:54:34.155 INFO:tasks.workunit.client.0.smithi165.stderr:+ rm /tmp/rbd_import_export_68655/sparse2.out 2024-04-13T21:54:34.155 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd rm sparse2 2024-04-13T21:54:34.266 INFO:tasks.workunit.client.0.smithi165.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-04-13T21:54:34.270 INFO:tasks.workunit.client.0.smithi165.stdout:partially-sparse file imports to partially-sparse image 2024-04-13T21:54:34.271 INFO:tasks.workunit.client.0.smithi165.stderr:+ echo partially-sparse file imports to partially-sparse image 2024-04-13T21:54:34.271 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_68655/sparse1 sparse 2024-04-13T21:54:34.361 INFO:tasks.workunit.client.0.smithi165.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-04-13T21:54:34.361 INFO:tasks.workunit.client.0.smithi165.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-13T21:54:34.361 INFO:tasks.workunit.client.0.smithi165.stderr:rbd: --order is deprecated, use --object-size 2024-04-13T21:54:34.365 INFO:tasks.workunit.client.0.smithi165.stderr:+ objects sparse 2024-04-13T21:54:34.365 INFO:tasks.workunit.client.0.smithi165.stderr:+ image=sparse 2024-04-13T21:54:34.365 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd info sparse 2024-04-13T21:54:34.365 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep block_name_prefix 2024-04-13T21:54:34.365 INFO:tasks.workunit.client.0.smithi165.stderr:+ awk {print $NF;} 2024-04-13T21:54:34.411 INFO:tasks.workunit.client.0.smithi165.stderr:+ prefix=rbd_data.627be9462270 2024-04-13T21:54:34.411 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep rbd_data.627be9462270 2024-04-13T21:54:34.411 INFO:tasks.workunit.client.0.smithi165.stderr:+ get_image_data_pool sparse 2024-04-13T21:54:34.411 INFO:tasks.workunit.client.0.smithi165.stderr:+ image=sparse 2024-04-13T21:54:34.412 INFO:tasks.workunit.client.0.smithi165.stderr:+ sed -e s/rbd_data.627be9462270\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-04-13T21:54:34.412 INFO:tasks.workunit.client.0.smithi165.stderr:+ sort -u 2024-04-13T21:54:34.412 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd info sparse 2024-04-13T21:54:34.412 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep data_pool: 2024-04-13T21:54:34.412 INFO:tasks.workunit.client.0.smithi165.stderr:+ awk -F: { print $NF } 2024-04-13T21:54:34.451 INFO:tasks.workunit.client.0.smithi165.stderr:+ data_pool= 2024-04-13T21:54:34.451 INFO:tasks.workunit.client.0.smithi165.stderr:+ [ -z ] 2024-04-13T21:54:34.451 INFO:tasks.workunit.client.0.smithi165.stderr:+ data_pool=rbd 2024-04-13T21:54:34.451 INFO:tasks.workunit.client.0.smithi165.stderr:+ echo rbd 2024-04-13T21:54:34.451 INFO:tasks.workunit.client.0.smithi165.stderr:+ rados ls -p rbd 2024-04-13T21:54:34.492 INFO:tasks.workunit.client.0.smithi165.stderr:+ objects=1 2024-04-13T21:54:34.492 INFO:tasks.workunit.client.0.smithi165.stderr:+ echo 1 2024-04-13T21:54:34.492 INFO:tasks.workunit.client.0.smithi165.stderr:+ [ 0 -eq 1 -o 1 = 1 ] 2024-04-13T21:54:34.492 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd rm sparse 2024-04-13T21:54:34.614 INFO:tasks.workunit.client.0.smithi165.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-13T21:54:34.617 INFO:tasks.workunit.client.0.smithi165.stderr:+ echo zeros import through stdin to sparse image 2024-04-13T21:54:34.618 INFO:tasks.workunit.client.0.smithi165.stdout:zeros import through stdin to sparse image 2024-04-13T21:54:34.618 INFO:tasks.workunit.client.0.smithi165.stderr:+ dd if=/dev/zero bs=1M count=4 2024-04-13T21:54:34.619 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd import --new-format - sparse 2024-04-13T21:54:34.680 INFO:tasks.workunit.client.0.smithi165.stderr:4+0 records in 2024-04-13T21:54:34.680 INFO:tasks.workunit.client.0.smithi165.stderr:4+0 records out 2024-04-13T21:54:34.680 INFO:tasks.workunit.client.0.smithi165.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0621336 s, 67.5 MB/s 2024-04-13T21:54:34.695 INFO:tasks.workunit.client.0.smithi165.stderr: Importing image: 100% complete...done. 2024-04-13T21:54:34.695 INFO:tasks.workunit.client.0.smithi165.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-13T21:54:34.699 INFO:tasks.workunit.client.0.smithi165.stderr:+ objects sparse 2024-04-13T21:54:34.699 INFO:tasks.workunit.client.0.smithi165.stderr:+ image=sparse 2024-04-13T21:54:34.699 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd info sparse 2024-04-13T21:54:34.699 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep block_name_prefix 2024-04-13T21:54:34.699 INFO:tasks.workunit.client.0.smithi165.stderr:+ awk {print $NF;} 2024-04-13T21:54:34.749 INFO:tasks.workunit.client.0.smithi165.stderr:+ prefix=rbd_data.3bf469d13a35 2024-04-13T21:54:34.749 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep rbd_data.3bf469d13a35 2024-04-13T21:54:34.749 INFO:tasks.workunit.client.0.smithi165.stderr:+ get_image_data_pool sparse 2024-04-13T21:54:34.749 INFO:tasks.workunit.client.0.smithi165.stderr:+ image=sparse 2024-04-13T21:54:34.750 INFO:tasks.workunit.client.0.smithi165.stderr:+ sed -e s/rbd_data.3bf469d13a35\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-04-13T21:54:34.750 INFO:tasks.workunit.client.0.smithi165.stderr:+ sort -u 2024-04-13T21:54:34.750 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd info sparse 2024-04-13T21:54:34.750 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep data_pool: 2024-04-13T21:54:34.750 INFO:tasks.workunit.client.0.smithi165.stderr:+ awk -F: { print $NF } 2024-04-13T21:54:34.798 INFO:tasks.workunit.client.0.smithi165.stderr:+ data_pool= 2024-04-13T21:54:34.798 INFO:tasks.workunit.client.0.smithi165.stderr:+ [ -z ] 2024-04-13T21:54:34.798 INFO:tasks.workunit.client.0.smithi165.stderr:+ data_pool=rbd 2024-04-13T21:54:34.798 INFO:tasks.workunit.client.0.smithi165.stderr:+ echo rbd 2024-04-13T21:54:34.798 INFO:tasks.workunit.client.0.smithi165.stderr:+ rados ls -p rbd 2024-04-13T21:54:34.812 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:54:34.843 INFO:tasks.workunit.client.0.smithi165.stderr:+ objects= 2024-04-13T21:54:34.843 INFO:tasks.workunit.client.0.smithi165.stderr:+ echo 2024-04-13T21:54:34.843 INFO:tasks.workunit.client.0.smithi165.stderr:+ [ 0 -eq 1 -o = ] 2024-04-13T21:54:34.843 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd rm sparse 2024-04-13T21:54:34.975 INFO:tasks.workunit.client.0.smithi165.stderr: Removing image: 100% complete...done. 2024-04-13T21:54:34.980 INFO:tasks.workunit.client.0.smithi165.stdout:zeros export to sparse file 2024-04-13T21:54:34.980 INFO:tasks.workunit.client.0.smithi165.stderr:+ echo zeros export to sparse file 2024-04-13T21:54:34.980 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd create --new-format sparse --size 4 2024-04-13T21:54:35.028 INFO:tasks.workunit.client.0.smithi165.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-13T21:54:35.031 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd info sparse 2024-04-13T21:54:35.031 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep block_name_prefix 2024-04-13T21:54:35.031 INFO:tasks.workunit.client.0.smithi165.stderr:+ awk {print $NF;} 2024-04-13T21:54:35.078 INFO:tasks.workunit.client.0.smithi165.stderr:+ prefix=rbd_data.3c154280e178 2024-04-13T21:54:35.078 INFO:tasks.workunit.client.0.smithi165.stderr:+ dd if=/dev/zero bs=4M count=1 2024-04-13T21:54:35.078 INFO:tasks.workunit.client.0.smithi165.stderr:+ get_image_data_pool sparse 2024-04-13T21:54:35.079 INFO:tasks.workunit.client.0.smithi165.stderr:+ image=sparse 2024-04-13T21:54:35.079 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd info sparse 2024-04-13T21:54:35.079 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep data_pool: 2024-04-13T21:54:35.079 INFO:tasks.workunit.client.0.smithi165.stderr:+ awk -F: { print $NF } 2024-04-13T21:54:35.124 INFO:tasks.workunit.client.0.smithi165.stderr:+ data_pool= 2024-04-13T21:54:35.124 INFO:tasks.workunit.client.0.smithi165.stderr:+ [ -z ] 2024-04-13T21:54:35.124 INFO:tasks.workunit.client.0.smithi165.stderr:+ data_pool=rbd 2024-04-13T21:54:35.125 INFO:tasks.workunit.client.0.smithi165.stderr:+ echo rbd 2024-04-13T21:54:35.125 INFO:tasks.workunit.client.0.smithi165.stderr:+ rados -p rbd put rbd_data.3c154280e178.000000000000 - 2024-04-13T21:54:35.157 INFO:tasks.workunit.client.0.smithi165.stderr:1+0 records in 2024-04-13T21:54:35.158 INFO:tasks.workunit.client.0.smithi165.stderr:1+0 records out 2024-04-13T21:54:35.158 INFO:tasks.workunit.client.0.smithi165.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0806191 s, 52.0 MB/s 2024-04-13T21:54:35.187 INFO:tasks.workunit.client.0.smithi165.stderr:+ objects sparse 2024-04-13T21:54:35.187 INFO:tasks.workunit.client.0.smithi165.stderr:+ image=sparse 2024-04-13T21:54:35.187 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd info sparse 2024-04-13T21:54:35.187 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep block_name_prefix 2024-04-13T21:54:35.188 INFO:tasks.workunit.client.0.smithi165.stderr:+ awk {print $NF;} 2024-04-13T21:54:35.234 INFO:tasks.workunit.client.0.smithi165.stderr:+ prefix=rbd_data.3c154280e178 2024-04-13T21:54:35.234 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep rbd_data.3c154280e178 2024-04-13T21:54:35.234 INFO:tasks.workunit.client.0.smithi165.stderr:+ get_image_data_pool sparse 2024-04-13T21:54:35.234 INFO:tasks.workunit.client.0.smithi165.stderr:+ + image=sparse 2024-04-13T21:54:35.235 INFO:tasks.workunit.client.0.smithi165.stderr:sed -e s/rbd_data.3c154280e178\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-04-13T21:54:35.235 INFO:tasks.workunit.client.0.smithi165.stderr:+ sort -u 2024-04-13T21:54:35.235 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd info sparse 2024-04-13T21:54:35.235 INFO:tasks.workunit.client.0.smithi165.stderr:+ grep data_pool: 2024-04-13T21:54:35.235 INFO:tasks.workunit.client.0.smithi165.stderr:+ awk -F: { print $NF } 2024-04-13T21:54:35.280 INFO:tasks.workunit.client.0.smithi165.stderr:+ data_pool= 2024-04-13T21:54:35.280 INFO:tasks.workunit.client.0.smithi165.stderr:+ [ -z ] 2024-04-13T21:54:35.280 INFO:tasks.workunit.client.0.smithi165.stderr:+ data_pool=rbd 2024-04-13T21:54:35.280 INFO:tasks.workunit.client.0.smithi165.stderr:+ echo rbd 2024-04-13T21:54:35.280 INFO:tasks.workunit.client.0.smithi165.stderr:+ rados ls -p rbd 2024-04-13T21:54:35.312 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:34 smithi165 bash[21371]: cluster 2024-04-13T21:54:33.803634+0000 mgr.y (mgr.14388) 199 : cluster 0 pgmap v184: 73 pgs: 73 active+clean; 799 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 94 KiB/s rd, 6.6 KiB/s wr, 126 op/s 2024-04-13T21:54:35.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:34 smithi165 bash[31269]: cluster 2024-04-13T21:54:33.803634+0000 mgr.y (mgr.14388) 199 : cluster 0 pgmap v184: 73 pgs: 73 active+clean; 799 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 94 KiB/s rd, 6.6 KiB/s wr, 126 op/s 2024-04-13T21:54:35.319 INFO:tasks.workunit.client.0.smithi165.stderr:+ objects=0 2024-04-13T21:54:35.319 INFO:tasks.workunit.client.0.smithi165.stderr:+ echo 0 2024-04-13T21:54:35.320 INFO:tasks.workunit.client.0.smithi165.stderr:+ [ 0 -eq 1 -o 0 = 0 ] 2024-04-13T21:54:35.320 INFO:tasks.workunit.client.0.smithi165.stderr:+ rm /tmp/rbd_import_export_68655/sparse 2024-04-13T21:54:35.320 INFO:tasks.workunit.client.0.smithi165.stderr:rm: cannot remove '/tmp/rbd_import_export_68655/sparse': No such file or directory 2024-04-13T21:54:35.320 INFO:tasks.workunit.client.0.smithi165.stderr:+ true 2024-04-13T21:54:35.320 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd export sparse /tmp/rbd_import_export_68655/sparse 2024-04-13T21:54:35.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:34 smithi189 bash[23633]: cluster 2024-04-13T21:54:33.803634+0000 mgr.y (mgr.14388) 199 : cluster 0 pgmap v184: 73 pgs: 73 active+clean; 799 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 94 KiB/s rd, 6.6 KiB/s wr, 126 op/s 2024-04-13T21:54:35.373 INFO:tasks.workunit.client.0.smithi165.stderr: Exporting image: 100% complete...done. 2024-04-13T21:54:35.378 INFO:tasks.workunit.client.0.smithi165.stderr:+ stat /tmp/rbd_import_export_68655/sparse --format=%b 2024-04-13T21:54:35.379 INFO:tasks.workunit.client.0.smithi165.stderr:+ [ 0 = 0 ] 2024-04-13T21:54:35.379 INFO:tasks.workunit.client.0.smithi165.stderr:+ rbd rm sparse 2024-04-13T21:54:35.514 INFO:tasks.workunit.client.0.smithi165.stderr: Removing image: 100% complete...done. 2024-04-13T21:54:35.518 INFO:tasks.workunit.client.0.smithi165.stderr:+ rm /tmp/rbd_import_export_68655/sparse /tmp/rbd_import_export_68655/sparse1 /tmp/rbd_import_export_68655/sparse2 /tmp/rbd_import_export_68655/sparse3 2024-04-13T21:54:35.520 INFO:tasks.workunit.client.0.smithi165.stderr:rm: cannot remove '/tmp/rbd_import_export_68655/sparse3': No such file or directory 2024-04-13T21:54:35.520 INFO:tasks.workunit.client.0.smithi165.stderr:+ true 2024-04-13T21:54:35.520 INFO:tasks.workunit.client.0.smithi165.stderr:+ echo OK 2024-04-13T21:54:35.521 INFO:tasks.workunit.client.0.smithi165.stdout:OK 2024-04-13T21:54:35.521 INFO:tasks.workunit.client.0.smithi165.stderr:+ rm -rf /tmp/rbd_import_export_68655 2024-04-13T21:54:35.522 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-13T21:54:35.522 DEBUG:teuthology.orchestra.run.smithi165:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-13T21:54:35.530 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.0... 2024-04-13T21:54:35.531 DEBUG:teuthology.orchestra.run.smithi165:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-13T21:54:35.794 DEBUG:teuthology.parallel:result is None 2024-04-13T21:54:35.794 DEBUG:teuthology.orchestra.run.smithi165:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T21:54:35.805 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T21:54:35.805 DEBUG:teuthology.orchestra.run.smithi165:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-13T21:54:35.853 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-13T21:54:35.853 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-13T21:54:35.853 INFO:teuthology.task.print:**** done rbd/import_export.sh 5-workload 2024-04-13T21:54:35.853 DEBUG:teuthology.parallel:result is None 2024-04-13T21:54:37.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:37 smithi165 bash[21371]: cluster 2024-04-13T21:54:35.804257+0000 mgr.y (mgr.14388) 200 : cluster 0 pgmap v185: 73 pgs: 73 active+clean; 799 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 78 KiB/s rd, 5.5 KiB/s wr, 104 op/s 2024-04-13T21:54:37.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:37 smithi165 bash[21371]: cluster 2024-04-13T21:54:36.640051+0000 mon.a (mon.0) 857 : cluster 0 osdmap e88: 8 total, 8 up, 8 in 2024-04-13T21:54:37.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:37 smithi165 bash[31269]: cluster 2024-04-13T21:54:35.804257+0000 mgr.y (mgr.14388) 200 : cluster 0 pgmap v185: 73 pgs: 73 active+clean; 799 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 78 KiB/s rd, 5.5 KiB/s wr, 104 op/s 2024-04-13T21:54:37.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:37 smithi165 bash[31269]: cluster 2024-04-13T21:54:36.640051+0000 mon.a (mon.0) 857 : cluster 0 osdmap e88: 8 total, 8 up, 8 in 2024-04-13T21:54:38.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:37 smithi189 bash[23633]: cluster 2024-04-13T21:54:35.804257+0000 mgr.y (mgr.14388) 200 : cluster 0 pgmap v185: 73 pgs: 73 active+clean; 799 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 78 KiB/s rd, 5.5 KiB/s wr, 104 op/s 2024-04-13T21:54:38.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:37 smithi189 bash[23633]: cluster 2024-04-13T21:54:36.640051+0000 mon.a (mon.0) 857 : cluster 0 osdmap e88: 8 total, 8 up, 8 in 2024-04-13T21:54:39.617 INFO:teuthology.orchestra.run.smithi165.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T21:54:39.617 INFO:teuthology.orchestra.run.smithi165.stdout:alertmanager.a smithi165 *:9093,9094 running (4m) 30s ago 4m 13.7M - 0.25.0 c8568f914cd2 de9ca91d55a1 2024-04-13T21:54:39.618 INFO:teuthology.orchestra.run.smithi165.stdout:grafana.a smithi189 *:3000 running (4m) 29s ago 4m 78.9M - 9.4.7 954c08fa6188 d4f31df785b9 2024-04-13T21:54:39.618 INFO:teuthology.orchestra.run.smithi165.stdout:mds.foo.smithi165.sviubw smithi165 running (2m) 30s ago 2m 12.0M - 18.2.2-1219-ge6cbcc46 c62c264cba88 d09e65de3151 2024-04-13T21:54:39.618 INFO:teuthology.orchestra.run.smithi165.stdout:mds.foo.smithi189.nwqqrx smithi189 running (2m) 29s ago 2m 13.4M - 18.2.2-1219-ge6cbcc46 c62c264cba88 a6cf6b97354c 2024-04-13T21:54:39.618 INFO:teuthology.orchestra.run.smithi165.stdout:mgr.x smithi189 *:8443,8765 running (12m) 29s ago 12m 436M - 18.2.2-1219-ge6cbcc46 c62c264cba88 68eaaa92c315 2024-04-13T21:54:39.618 INFO:teuthology.orchestra.run.smithi165.stdout:mgr.y smithi165 *:9283,8765 running (15m) 30s ago 15m 488M - 18.2.2-1219-ge6cbcc46 c62c264cba88 5f4a9def933d 2024-04-13T21:54:39.618 INFO:teuthology.orchestra.run.smithi165.stdout:mon.a smithi165 running (15m) 30s ago 15m 47.6M 2048M 18.2.2-1219-ge6cbcc46 c62c264cba88 7953dc41b5d7 2024-04-13T21:54:39.618 INFO:teuthology.orchestra.run.smithi165.stdout:mon.b smithi189 running (13m) 29s ago 13m 37.3M 2048M 18.2.2-1219-ge6cbcc46 c62c264cba88 d61bbc8a140b 2024-04-13T21:54:39.618 INFO:teuthology.orchestra.run.smithi165.stdout:mon.c smithi165 running (13m) 30s ago 13m 37.9M 2048M 18.2.2-1219-ge6cbcc46 c62c264cba88 6935f869c7b4 2024-04-13T21:54:39.618 INFO:teuthology.orchestra.run.smithi165.stdout:node-exporter.a smithi165 *:9100 running (5m) 30s ago 5m 8424k - 1.5.0 0da6a335fe13 fd1ac5babd68 2024-04-13T21:54:39.618 INFO:teuthology.orchestra.run.smithi165.stdout:node-exporter.b smithi189 *:9100 running (5m) 29s ago 5m 8403k - 1.5.0 0da6a335fe13 f9c7c96a6ea0 2024-04-13T21:54:39.618 INFO:teuthology.orchestra.run.smithi165.stdout:osd.0 smithi165 running (12m) 30s ago 12m 54.3M 4060M 18.2.2-1219-ge6cbcc46 c62c264cba88 1ba76c6a973e 2024-04-13T21:54:39.618 INFO:teuthology.orchestra.run.smithi165.stdout:osd.1 smithi165 running (11m) 30s ago 11m 53.0M 4060M 18.2.2-1219-ge6cbcc46 c62c264cba88 8253bb660f57 2024-04-13T21:54:39.618 INFO:teuthology.orchestra.run.smithi165.stdout:osd.2 smithi165 running (10m) 30s ago 10m 52.4M 4060M 18.2.2-1219-ge6cbcc46 c62c264cba88 2ab2eb95dedc 2024-04-13T21:54:39.619 INFO:teuthology.orchestra.run.smithi165.stdout:osd.3 smithi165 running (9m) 30s ago 9m 49.6M 4060M 18.2.2-1219-ge6cbcc46 c62c264cba88 25317ebac5dd 2024-04-13T21:54:39.619 INFO:teuthology.orchestra.run.smithi165.stdout:osd.4 smithi189 running (8m) 29s ago 8m 51.0M 4060M 18.2.2-1219-ge6cbcc46 c62c264cba88 916d85a9cb0a 2024-04-13T21:54:39.619 INFO:teuthology.orchestra.run.smithi165.stdout:osd.5 smithi189 running (7m) 29s ago 7m 49.2M 4060M 18.2.2-1219-ge6cbcc46 c62c264cba88 a18e52df71b2 2024-04-13T21:54:39.619 INFO:teuthology.orchestra.run.smithi165.stdout:osd.6 smithi189 running (7m) 29s ago 7m 49.8M 4060M 18.2.2-1219-ge6cbcc46 c62c264cba88 9df7d1512375 2024-04-13T21:54:39.619 INFO:teuthology.orchestra.run.smithi165.stdout:osd.7 smithi189 running (6m) 29s ago 6m 49.8M 4060M 18.2.2-1219-ge6cbcc46 c62c264cba88 c1970d76f232 2024-04-13T21:54:39.619 INFO:teuthology.orchestra.run.smithi165.stdout:prometheus.a smithi189 *:9095 running (4m) 29s ago 5m 41.4M - 2.43.0 a07b618ecd1d bbb792dff43e 2024-04-13T21:54:40.062 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:39 smithi165 bash[31269]: cluster 2024-04-13T21:54:37.805548+0000 mgr.y (mgr.14388) 201 : cluster 0 pgmap v187: 73 pgs: 73 active+clean; 4.6 MiB data, 269 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 452 op/s 2024-04-13T21:54:40.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:39 smithi165 bash[21371]: cluster 2024-04-13T21:54:37.805548+0000 mgr.y (mgr.14388) 201 : cluster 0 pgmap v187: 73 pgs: 73 active+clean; 4.6 MiB data, 269 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 452 op/s 2024-04-13T21:54:40.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:39 smithi189 bash[23633]: cluster 2024-04-13T21:54:37.805548+0000 mgr.y (mgr.14388) 201 : cluster 0 pgmap v187: 73 pgs: 73 active+clean; 4.6 MiB data, 269 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 452 op/s 2024-04-13T21:54:40.614 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -e sha1=809afd3da6037ef1c60dcf79f89e65791b95f8ef -- bash -c 'echo wait for minority of mons to upgrade' 2024-04-13T21:54:41.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:40 smithi165 bash[21371]: audit 2024-04-13T21:54:39.605717+0000 mgr.y (mgr.14388) 202 : audit 0 from='client.15441 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:54:41.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:40 smithi165 bash[31269]: audit 2024-04-13T21:54:39.605717+0000 mgr.y (mgr.14388) 202 : audit 0 from='client.15441 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:54:41.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:40 smithi189 bash[23633]: audit 2024-04-13T21:54:39.605717+0000 mgr.y (mgr.14388) 202 : audit 0 from='client.15441 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:54:42.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:41 smithi165 bash[21371]: cluster 2024-04-13T21:54:39.806048+0000 mgr.y (mgr.14388) 203 : cluster 0 pgmap v188: 73 pgs: 73 active+clean; 4.6 MiB data, 269 MiB used, 715 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 383 op/s 2024-04-13T21:54:42.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:41 smithi165 bash[21371]: audit 2024-04-13T21:54:40.799852+0000 mon.c (mon.2) 123 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:54:42.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:41 smithi165 bash[21371]: cluster 2024-04-13T21:54:41.642637+0000 mon.a (mon.0) 858 : cluster 0 osdmap e89: 8 total, 8 up, 8 in 2024-04-13T21:54:42.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:41 smithi165 bash[31269]: cluster 2024-04-13T21:54:39.806048+0000 mgr.y (mgr.14388) 203 : cluster 0 pgmap v188: 73 pgs: 73 active+clean; 4.6 MiB data, 269 MiB used, 715 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 383 op/s 2024-04-13T21:54:42.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:41 smithi165 bash[31269]: audit 2024-04-13T21:54:40.799852+0000 mon.c (mon.2) 123 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:54:42.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:41 smithi165 bash[31269]: cluster 2024-04-13T21:54:41.642637+0000 mon.a (mon.0) 858 : cluster 0 osdmap e89: 8 total, 8 up, 8 in 2024-04-13T21:54:42.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:41 smithi189 bash[23633]: cluster 2024-04-13T21:54:39.806048+0000 mgr.y (mgr.14388) 203 : cluster 0 pgmap v188: 73 pgs: 73 active+clean; 4.6 MiB data, 269 MiB used, 715 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 383 op/s 2024-04-13T21:54:42.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:41 smithi189 bash[23633]: audit 2024-04-13T21:54:40.799852+0000 mon.c (mon.2) 123 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:54:42.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:41 smithi189 bash[23633]: cluster 2024-04-13T21:54:41.642637+0000 mon.a (mon.0) 858 : cluster 0 osdmap e89: 8 total, 8 up, 8 in 2024-04-13T21:54:42.813 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:54:42 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:54:42] "GET /metrics HTTP/1.1" 200 33841 "" "Prometheus/2.43.0" 2024-04-13T21:54:44.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:43 smithi165 bash[21371]: cluster 2024-04-13T21:54:41.807036+0000 mgr.y (mgr.14388) 204 : cluster 0 pgmap v190: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1002 KiB/s rd, 1.4 MiB/s wr, 312 op/s 2024-04-13T21:54:44.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:43 smithi165 bash[31269]: cluster 2024-04-13T21:54:41.807036+0000 mgr.y (mgr.14388) 204 : cluster 0 pgmap v190: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1002 KiB/s rd, 1.4 MiB/s wr, 312 op/s 2024-04-13T21:54:44.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:43 smithi189 bash[23633]: cluster 2024-04-13T21:54:41.807036+0000 mgr.y (mgr.14388) 204 : cluster 0 pgmap v190: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1002 KiB/s rd, 1.4 MiB/s wr, 312 op/s 2024-04-13T21:54:45.367 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:54:46.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:45 smithi165 bash[21371]: cluster 2024-04-13T21:54:43.807662+0000 mgr.y (mgr.14388) 205 : cluster 0 pgmap v191: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1001 KiB/s rd, 1.4 MiB/s wr, 312 op/s 2024-04-13T21:54:46.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:45 smithi165 bash[31269]: cluster 2024-04-13T21:54:43.807662+0000 mgr.y (mgr.14388) 205 : cluster 0 pgmap v191: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1001 KiB/s rd, 1.4 MiB/s wr, 312 op/s 2024-04-13T21:54:46.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:45 smithi189 bash[23633]: cluster 2024-04-13T21:54:43.807662+0000 mgr.y (mgr.14388) 205 : cluster 0 pgmap v191: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1001 KiB/s rd, 1.4 MiB/s wr, 312 op/s 2024-04-13T21:54:47.786 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:47 smithi165 bash[21371]: cluster 2024-04-13T21:54:45.808288+0000 mgr.y (mgr.14388) 206 : cluster 0 pgmap v192: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 874 KiB/s rd, 1.2 MiB/s wr, 272 op/s 2024-04-13T21:54:47.787 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:47 smithi165 bash[31269]: cluster 2024-04-13T21:54:45.808288+0000 mgr.y (mgr.14388) 206 : cluster 0 pgmap v192: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 874 KiB/s rd, 1.2 MiB/s wr, 272 op/s 2024-04-13T21:54:48.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:47 smithi189 bash[23633]: cluster 2024-04-13T21:54:45.808288+0000 mgr.y (mgr.14388) 206 : cluster 0 pgmap v192: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 874 KiB/s rd, 1.2 MiB/s wr, 272 op/s 2024-04-13T21:54:49.583 INFO:teuthology.orchestra.run.smithi165.stdout:wait for minority of mons to upgrade 2024-04-13T21:54:49.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:49 smithi165 bash[21371]: cluster 2024-04-13T21:54:47.808928+0000 mgr.y (mgr.14388) 207 : cluster 0 pgmap v193: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:54:49.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:49 smithi165 bash[31269]: cluster 2024-04-13T21:54:47.808928+0000 mgr.y (mgr.14388) 207 : cluster 0 pgmap v193: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:54:50.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:49 smithi189 bash[23633]: cluster 2024-04-13T21:54:47.808928+0000 mgr.y (mgr.14388) 207 : cluster 0 pgmap v193: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:54:51.429 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -e sha1=809afd3da6037ef1c60dcf79f89e65791b95f8ef -- bash -c 'while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done' 2024-04-13T21:54:51.812 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:51 smithi165 bash[21371]: cluster 2024-04-13T21:54:49.809284+0000 mgr.y (mgr.14388) 208 : cluster 0 pgmap v194: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:54:51.812 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:51 smithi165 bash[31269]: cluster 2024-04-13T21:54:49.809284+0000 mgr.y (mgr.14388) 208 : cluster 0 pgmap v194: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:54:52.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:51 smithi189 bash[23633]: cluster 2024-04-13T21:54:49.809284+0000 mgr.y (mgr.14388) 208 : cluster 0 pgmap v194: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:54:52.812 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:54:52 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:54:52] "GET /metrics HTTP/1.1" 200 33841 "" "Prometheus/2.43.0" 2024-04-13T21:54:54.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:53 smithi165 bash[21371]: cluster 2024-04-13T21:54:51.809828+0000 mgr.y (mgr.14388) 209 : cluster 0 pgmap v195: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:54:54.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:53 smithi165 bash[31269]: cluster 2024-04-13T21:54:51.809828+0000 mgr.y (mgr.14388) 209 : cluster 0 pgmap v195: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:54:54.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:53 smithi189 bash[23633]: cluster 2024-04-13T21:54:51.809828+0000 mgr.y (mgr.14388) 209 : cluster 0 pgmap v195: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:54:56.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:55 smithi165 bash[21371]: cluster 2024-04-13T21:54:53.810202+0000 mgr.y (mgr.14388) 210 : cluster 0 pgmap v196: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:54:56.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:55 smithi165 bash[31269]: cluster 2024-04-13T21:54:53.810202+0000 mgr.y (mgr.14388) 210 : cluster 0 pgmap v196: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:54:56.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:55 smithi189 bash[23633]: cluster 2024-04-13T21:54:53.810202+0000 mgr.y (mgr.14388) 210 : cluster 0 pgmap v196: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:54:56.128 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:54:57.062 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:56 smithi165 bash[21371]: audit 2024-04-13T21:54:55.799956+0000 mon.c (mon.2) 124 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:54:57.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:56 smithi165 bash[31269]: audit 2024-04-13T21:54:55.799956+0000 mon.c (mon.2) 124 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:54:57.090 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:56 smithi189 bash[23633]: audit 2024-04-13T21:54:55.799956+0000 mon.c (mon.2) 124 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:54:58.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:57 smithi165 bash[31269]: cluster 2024-04-13T21:54:55.810505+0000 mgr.y (mgr.14388) 211 : cluster 0 pgmap v197: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:54:58.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:57 smithi165 bash[21371]: cluster 2024-04-13T21:54:55.810505+0000 mgr.y (mgr.14388) 211 : cluster 0 pgmap v197: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:54:58.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:57 smithi189 bash[23633]: cluster 2024-04-13T21:54:55.810505+0000 mgr.y (mgr.14388) 211 : cluster 0 pgmap v197: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:00.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:54:59 smithi165 bash[21371]: cluster 2024-04-13T21:54:57.811569+0000 mgr.y (mgr.14388) 212 : cluster 0 pgmap v198: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:00.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:54:59 smithi165 bash[31269]: cluster 2024-04-13T21:54:57.811569+0000 mgr.y (mgr.14388) 212 : cluster 0 pgmap v198: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:00.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:54:59 smithi189 bash[23633]: cluster 2024-04-13T21:54:57.811569+0000 mgr.y (mgr.14388) 212 : cluster 0 pgmap v198: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:01.977 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:01 smithi189 bash[23633]: cluster 2024-04-13T21:54:59.812148+0000 mgr.y (mgr.14388) 213 : cluster 0 pgmap v199: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:01.985 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:01 smithi165 bash[21371]: cluster 2024-04-13T21:54:59.812148+0000 mgr.y (mgr.14388) 213 : cluster 0 pgmap v199: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:01.985 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:01 smithi165 bash[31269]: cluster 2024-04-13T21:54:59.812148+0000 mgr.y (mgr.14388) 213 : cluster 0 pgmap v199: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:02.813 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:55:02 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:55:02] "GET /metrics HTTP/1.1" 200 33838 "" "Prometheus/2.43.0" 2024-04-13T21:55:04.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:03 smithi165 bash[21371]: cluster 2024-04-13T21:55:01.812962+0000 mgr.y (mgr.14388) 214 : cluster 0 pgmap v200: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:04.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:03 smithi165 bash[31269]: cluster 2024-04-13T21:55:01.812962+0000 mgr.y (mgr.14388) 214 : cluster 0 pgmap v200: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:04.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:03 smithi189 bash[23633]: cluster 2024-04-13T21:55:01.812962+0000 mgr.y (mgr.14388) 214 : cluster 0 pgmap v200: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:06.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:05 smithi165 bash[21371]: cluster 2024-04-13T21:55:03.813391+0000 mgr.y (mgr.14388) 215 : cluster 0 pgmap v201: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:06.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:05 smithi165 bash[31269]: cluster 2024-04-13T21:55:03.813391+0000 mgr.y (mgr.14388) 215 : cluster 0 pgmap v201: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:06.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:05 smithi189 bash[23633]: cluster 2024-04-13T21:55:03.813391+0000 mgr.y (mgr.14388) 215 : cluster 0 pgmap v201: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:08.030 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:07 smithi165 bash[21371]: cluster 2024-04-13T21:55:05.814098+0000 mgr.y (mgr.14388) 216 : cluster 0 pgmap v202: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:08.031 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:07 smithi165 bash[31269]: cluster 2024-04-13T21:55:05.814098+0000 mgr.y (mgr.14388) 216 : cluster 0 pgmap v202: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:08.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:07 smithi189 bash[23633]: cluster 2024-04-13T21:55:05.814098+0000 mgr.y (mgr.14388) 216 : cluster 0 pgmap v202: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:09.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:09 smithi165 bash[21371]: cluster 2024-04-13T21:55:07.815268+0000 mgr.y (mgr.14388) 217 : cluster 0 pgmap v203: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:09.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:09 smithi165 bash[21371]: audit 2024-04-13T21:55:08.034356+0000 mon.a (mon.0) 859 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:55:09.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:09 smithi165 bash[21371]: cephadm 2024-04-13T21:55:08.035135+0000 mgr.y (mgr.14388) 218 : cephadm 1 Upgrade: Target is version 19.0.0-2113-g809afd3d (unknown) 2024-04-13T21:55:09.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:09 smithi165 bash[21371]: cephadm 2024-04-13T21:55:08.035241+0000 mgr.y (mgr.14388) 219 : cephadm 1 Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:c589cd63a0c5d4e47e2117d0f81662623bc0bc5acf8d3aa0cbc0b2a08d032464, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c589cd63a0c5d4e47e2117d0f81662623bc0bc5acf8d3aa0cbc0b2a08d032464'] 2024-04-13T21:55:09.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:09 smithi165 bash[21371]: audit 2024-04-13T21:55:08.037443+0000 mon.c (mon.2) 125 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:55:09.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:09 smithi165 bash[21371]: audit 2024-04-13T21:55:08.044443+0000 mon.a (mon.0) 860 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:55:09.314 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:09 smithi165 bash[21371]: cephadm 2024-04-13T21:55:08.045525+0000 mgr.y (mgr.14388) 220 : cephadm 1 Upgrade: Need to upgrade myself (mgr.y) 2024-04-13T21:55:09.314 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:09 smithi165 bash[21371]: cephadm 2024-04-13T21:55:08.560940+0000 mgr.y (mgr.14388) 221 : cephadm 1 Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:c589cd63a0c5d4e47e2117d0f81662623bc0bc5acf8d3aa0cbc0b2a08d032464 on smithi189 2024-04-13T21:55:09.314 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:09 smithi165 bash[31269]: cluster 2024-04-13T21:55:07.815268+0000 mgr.y (mgr.14388) 217 : cluster 0 pgmap v203: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:09.314 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:09 smithi165 bash[31269]: audit 2024-04-13T21:55:08.034356+0000 mon.a (mon.0) 859 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:55:09.314 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:09 smithi165 bash[31269]: cephadm 2024-04-13T21:55:08.035135+0000 mgr.y (mgr.14388) 218 : cephadm 1 Upgrade: Target is version 19.0.0-2113-g809afd3d (unknown) 2024-04-13T21:55:09.314 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:09 smithi165 bash[31269]: cephadm 2024-04-13T21:55:08.035241+0000 mgr.y (mgr.14388) 219 : cephadm 1 Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:c589cd63a0c5d4e47e2117d0f81662623bc0bc5acf8d3aa0cbc0b2a08d032464, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c589cd63a0c5d4e47e2117d0f81662623bc0bc5acf8d3aa0cbc0b2a08d032464'] 2024-04-13T21:55:09.314 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:09 smithi165 bash[31269]: audit 2024-04-13T21:55:08.037443+0000 mon.c (mon.2) 125 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:55:09.314 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:09 smithi165 bash[31269]: audit 2024-04-13T21:55:08.044443+0000 mon.a (mon.0) 860 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:55:09.314 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:09 smithi165 bash[31269]: cephadm 2024-04-13T21:55:08.045525+0000 mgr.y (mgr.14388) 220 : cephadm 1 Upgrade: Need to upgrade myself (mgr.y) 2024-04-13T21:55:09.314 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:09 smithi165 bash[31269]: cephadm 2024-04-13T21:55:08.560940+0000 mgr.y (mgr.14388) 221 : cephadm 1 Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:c589cd63a0c5d4e47e2117d0f81662623bc0bc5acf8d3aa0cbc0b2a08d032464 on smithi189 2024-04-13T21:55:09.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:09 smithi189 bash[23633]: cluster 2024-04-13T21:55:07.815268+0000 mgr.y (mgr.14388) 217 : cluster 0 pgmap v203: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:09.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:09 smithi189 bash[23633]: audit 2024-04-13T21:55:08.034356+0000 mon.a (mon.0) 859 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:55:09.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:09 smithi189 bash[23633]: cephadm 2024-04-13T21:55:08.035135+0000 mgr.y (mgr.14388) 218 : cephadm 1 Upgrade: Target is version 19.0.0-2113-g809afd3d (unknown) 2024-04-13T21:55:09.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:09 smithi189 bash[23633]: cephadm 2024-04-13T21:55:08.035241+0000 mgr.y (mgr.14388) 219 : cephadm 1 Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:c589cd63a0c5d4e47e2117d0f81662623bc0bc5acf8d3aa0cbc0b2a08d032464, digests ['quay.ceph.io/ceph-ci/ceph@sha256:c589cd63a0c5d4e47e2117d0f81662623bc0bc5acf8d3aa0cbc0b2a08d032464'] 2024-04-13T21:55:09.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:09 smithi189 bash[23633]: audit 2024-04-13T21:55:08.037443+0000 mon.c (mon.2) 125 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:55:09.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:09 smithi189 bash[23633]: audit 2024-04-13T21:55:08.044443+0000 mon.a (mon.0) 860 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:55:09.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:09 smithi189 bash[23633]: cephadm 2024-04-13T21:55:08.045525+0000 mgr.y (mgr.14388) 220 : cephadm 1 Upgrade: Need to upgrade myself (mgr.y) 2024-04-13T21:55:09.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:09 smithi189 bash[23633]: cephadm 2024-04-13T21:55:08.560940+0000 mgr.y (mgr.14388) 221 : cephadm 1 Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:c589cd63a0c5d4e47e2117d0f81662623bc0bc5acf8d3aa0cbc0b2a08d032464 on smithi189 2024-04-13T21:55:10.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:10 smithi165 bash[21371]: audit 2024-04-13T21:55:09.315277+0000 mon.c (mon.2) 126 : audit 0 from='client.? 172.21.15.165:0/2158330271' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:10.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:10 smithi165 bash[31269]: audit 2024-04-13T21:55:09.315277+0000 mon.c (mon.2) 126 : audit 0 from='client.? 172.21.15.165:0/2158330271' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:10.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:10 smithi189 bash[23633]: audit 2024-04-13T21:55:09.315277+0000 mon.c (mon.2) 126 : audit 0 from='client.? 172.21.15.165:0/2158330271' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:11.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:11 smithi165 bash[21371]: cluster 2024-04-13T21:55:09.815885+0000 mgr.y (mgr.14388) 222 : cluster 0 pgmap v204: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:11.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:11 smithi165 bash[21371]: audit 2024-04-13T21:55:10.801155+0000 mon.c (mon.2) 127 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:55:11.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:11 smithi165 bash[31269]: cluster 2024-04-13T21:55:09.815885+0000 mgr.y (mgr.14388) 222 : cluster 0 pgmap v204: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:11.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:11 smithi165 bash[31269]: audit 2024-04-13T21:55:10.801155+0000 mon.c (mon.2) 127 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:55:11.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:11 smithi189 bash[23633]: cluster 2024-04-13T21:55:09.815885+0000 mgr.y (mgr.14388) 222 : cluster 0 pgmap v204: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:11.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:11 smithi189 bash[23633]: audit 2024-04-13T21:55:10.801155+0000 mon.c (mon.2) 127 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:55:12.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:12 smithi165 bash[21371]: audit 2024-04-13T21:55:11.745961+0000 mon.a (mon.0) 861 : audit 0 from='client.? 172.21.15.165:0/2328452080' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:12.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:12 smithi165 bash[31269]: audit 2024-04-13T21:55:11.745961+0000 mon.a (mon.0) 861 : audit 0 from='client.? 172.21.15.165:0/2328452080' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:12.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:12 smithi189 bash[23633]: audit 2024-04-13T21:55:11.745961+0000 mon.a (mon.0) 861 : audit 0 from='client.? 172.21.15.165:0/2328452080' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:12.813 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:55:12 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:55:12] "GET /metrics HTTP/1.1" 200 33830 "" "Prometheus/2.43.0" 2024-04-13T21:55:13.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:13 smithi165 bash[21371]: cluster 2024-04-13T21:55:11.816687+0000 mgr.y (mgr.14388) 223 : cluster 0 pgmap v205: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:13.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:13 smithi165 bash[31269]: cluster 2024-04-13T21:55:11.816687+0000 mgr.y (mgr.14388) 223 : cluster 0 pgmap v205: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:13.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:13 smithi189 bash[23633]: cluster 2024-04-13T21:55:11.816687+0000 mgr.y (mgr.14388) 223 : cluster 0 pgmap v205: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:15.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:15 smithi165 bash[21371]: cluster 2024-04-13T21:55:13.817273+0000 mgr.y (mgr.14388) 224 : cluster 0 pgmap v206: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:15.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:15 smithi165 bash[21371]: audit 2024-04-13T21:55:14.186085+0000 mon.a (mon.0) 862 : audit 0 from='client.? 172.21.15.165:0/3009114577' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:15.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:15 smithi165 bash[31269]: cluster 2024-04-13T21:55:13.817273+0000 mgr.y (mgr.14388) 224 : cluster 0 pgmap v206: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:15.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:15 smithi165 bash[31269]: audit 2024-04-13T21:55:14.186085+0000 mon.a (mon.0) 862 : audit 0 from='client.? 172.21.15.165:0/3009114577' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:15.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:15 smithi189 bash[23633]: cluster 2024-04-13T21:55:13.817273+0000 mgr.y (mgr.14388) 224 : cluster 0 pgmap v206: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:15.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:15 smithi189 bash[23633]: audit 2024-04-13T21:55:14.186085+0000 mon.a (mon.0) 862 : audit 0 from='client.? 172.21.15.165:0/3009114577' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:17.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:17 smithi165 bash[21371]: cluster 2024-04-13T21:55:15.817895+0000 mgr.y (mgr.14388) 225 : cluster 0 pgmap v207: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:17.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:17 smithi165 bash[21371]: audit 2024-04-13T21:55:16.624916+0000 mon.c (mon.2) 128 : audit 0 from='client.? 172.21.15.165:0/975443906' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:17.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:17 smithi165 bash[31269]: cluster 2024-04-13T21:55:15.817895+0000 mgr.y (mgr.14388) 225 : cluster 0 pgmap v207: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:17.314 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:17 smithi165 bash[31269]: audit 2024-04-13T21:55:16.624916+0000 mon.c (mon.2) 128 : audit 0 from='client.? 172.21.15.165:0/975443906' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:17.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:17 smithi189 bash[23633]: cluster 2024-04-13T21:55:15.817895+0000 mgr.y (mgr.14388) 225 : cluster 0 pgmap v207: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:17.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:17 smithi189 bash[23633]: audit 2024-04-13T21:55:16.624916+0000 mon.c (mon.2) 128 : audit 0 from='client.? 172.21.15.165:0/975443906' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:19.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:19 smithi165 bash[31269]: cluster 2024-04-13T21:55:17.818953+0000 mgr.y (mgr.14388) 226 : cluster 0 pgmap v208: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:19.314 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:19 smithi165 bash[31269]: audit 2024-04-13T21:55:19.062828+0000 mon.c (mon.2) 129 : audit 0 from='client.? 172.21.15.165:0/3039035385' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:19.314 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:19 smithi165 bash[21371]: cluster 2024-04-13T21:55:17.818953+0000 mgr.y (mgr.14388) 226 : cluster 0 pgmap v208: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:19.314 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:19 smithi165 bash[21371]: audit 2024-04-13T21:55:19.062828+0000 mon.c (mon.2) 129 : audit 0 from='client.? 172.21.15.165:0/3039035385' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:19.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:19 smithi189 bash[23633]: cluster 2024-04-13T21:55:17.818953+0000 mgr.y (mgr.14388) 226 : cluster 0 pgmap v208: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:19.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:19 smithi189 bash[23633]: audit 2024-04-13T21:55:19.062828+0000 mon.c (mon.2) 129 : audit 0 from='client.? 172.21.15.165:0/3039035385' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:21.313 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:21 smithi165 bash[21371]: cluster 2024-04-13T21:55:19.819561+0000 mgr.y (mgr.14388) 227 : cluster 0 pgmap v209: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:21.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:21 smithi165 bash[31269]: cluster 2024-04-13T21:55:19.819561+0000 mgr.y (mgr.14388) 227 : cluster 0 pgmap v209: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:21.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:21 smithi189 bash[23633]: cluster 2024-04-13T21:55:19.819561+0000 mgr.y (mgr.14388) 227 : cluster 0 pgmap v209: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:22.331 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:22 smithi165 bash[21371]: audit 2024-04-13T21:55:21.494689+0000 mon.a (mon.0) 863 : audit 0 from='client.? 172.21.15.165:0/4018476448' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:22.332 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:22 smithi165 bash[31269]: audit 2024-04-13T21:55:21.494689+0000 mon.a (mon.0) 863 : audit 0 from='client.? 172.21.15.165:0/4018476448' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:22.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:22 smithi189 bash[23633]: audit 2024-04-13T21:55:21.494689+0000 mon.a (mon.0) 863 : audit 0 from='client.? 172.21.15.165:0/4018476448' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:22.813 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:55:22 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:55:22] "GET /metrics HTTP/1.1" 200 33830 "" "Prometheus/2.43.0" 2024-04-13T21:55:24.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:23 smithi165 bash[21371]: cluster 2024-04-13T21:55:21.820613+0000 mgr.y (mgr.14388) 228 : cluster 0 pgmap v210: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:24.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:23 smithi165 bash[31269]: cluster 2024-04-13T21:55:21.820613+0000 mgr.y (mgr.14388) 228 : cluster 0 pgmap v210: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:24.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:23 smithi189 bash[23633]: cluster 2024-04-13T21:55:21.820613+0000 mgr.y (mgr.14388) 228 : cluster 0 pgmap v210: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:25.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:24 smithi165 bash[21371]: audit 2024-04-13T21:55:23.935802+0000 mon.a (mon.0) 864 : audit 0 from='client.? 172.21.15.165:0/1936414454' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:25.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:24 smithi165 bash[31269]: audit 2024-04-13T21:55:23.935802+0000 mon.a (mon.0) 864 : audit 0 from='client.? 172.21.15.165:0/1936414454' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:25.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:24 smithi189 bash[23633]: audit 2024-04-13T21:55:23.935802+0000 mon.a (mon.0) 864 : audit 0 from='client.? 172.21.15.165:0/1936414454' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:26.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:25 smithi165 bash[21371]: cluster 2024-04-13T21:55:23.821149+0000 mgr.y (mgr.14388) 229 : cluster 0 pgmap v211: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:26.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:25 smithi165 bash[31269]: cluster 2024-04-13T21:55:23.821149+0000 mgr.y (mgr.14388) 229 : cluster 0 pgmap v211: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:26.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:25 smithi189 bash[23633]: cluster 2024-04-13T21:55:23.821149+0000 mgr.y (mgr.14388) 229 : cluster 0 pgmap v211: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:27.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:26 smithi165 bash[21371]: audit 2024-04-13T21:55:25.801636+0000 mon.c (mon.2) 130 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:55:27.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:26 smithi165 bash[21371]: audit 2024-04-13T21:55:26.374937+0000 mon.a (mon.0) 865 : audit 0 from='client.? 172.21.15.165:0/2053903024' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:27.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:26 smithi165 bash[31269]: audit 2024-04-13T21:55:25.801636+0000 mon.c (mon.2) 130 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:55:27.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:26 smithi165 bash[31269]: audit 2024-04-13T21:55:26.374937+0000 mon.a (mon.0) 865 : audit 0 from='client.? 172.21.15.165:0/2053903024' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:27.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:26 smithi189 bash[23633]: audit 2024-04-13T21:55:25.801636+0000 mon.c (mon.2) 130 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:55:27.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:26 smithi189 bash[23633]: audit 2024-04-13T21:55:26.374937+0000 mon.a (mon.0) 865 : audit 0 from='client.? 172.21.15.165:0/2053903024' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:28.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:27 smithi165 bash[21371]: cluster 2024-04-13T21:55:25.821754+0000 mgr.y (mgr.14388) 230 : cluster 0 pgmap v212: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:28.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:27 smithi165 bash[31269]: cluster 2024-04-13T21:55:25.821754+0000 mgr.y (mgr.14388) 230 : cluster 0 pgmap v212: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:28.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:27 smithi189 bash[23633]: cluster 2024-04-13T21:55:25.821754+0000 mgr.y (mgr.14388) 230 : cluster 0 pgmap v212: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:30.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:29 smithi165 bash[21371]: cluster 2024-04-13T21:55:27.822862+0000 mgr.y (mgr.14388) 231 : cluster 0 pgmap v213: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:30.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:29 smithi165 bash[21371]: audit 2024-04-13T21:55:28.801401+0000 mon.c (mon.2) 131 : audit 0 from='client.? 172.21.15.165:0/2456630131' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:30.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:29 smithi165 bash[31269]: cluster 2024-04-13T21:55:27.822862+0000 mgr.y (mgr.14388) 231 : cluster 0 pgmap v213: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:30.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:29 smithi165 bash[31269]: audit 2024-04-13T21:55:28.801401+0000 mon.c (mon.2) 131 : audit 0 from='client.? 172.21.15.165:0/2456630131' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:30.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:29 smithi189 bash[23633]: cluster 2024-04-13T21:55:27.822862+0000 mgr.y (mgr.14388) 231 : cluster 0 pgmap v213: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:30.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:29 smithi189 bash[23633]: audit 2024-04-13T21:55:28.801401+0000 mon.c (mon.2) 131 : audit 0 from='client.? 172.21.15.165:0/2456630131' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:32.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:31 smithi165 bash[21371]: cluster 2024-04-13T21:55:29.823441+0000 mgr.y (mgr.14388) 232 : cluster 0 pgmap v214: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:32.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:31 smithi165 bash[21371]: audit 2024-04-13T21:55:31.234184+0000 mon.c (mon.2) 132 : audit 0 from='client.? 172.21.15.165:0/1376441891' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:32.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:31 smithi165 bash[31269]: cluster 2024-04-13T21:55:29.823441+0000 mgr.y (mgr.14388) 232 : cluster 0 pgmap v214: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:32.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:31 smithi165 bash[31269]: audit 2024-04-13T21:55:31.234184+0000 mon.c (mon.2) 132 : audit 0 from='client.? 172.21.15.165:0/1376441891' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:32.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:31 smithi189 bash[23633]: cluster 2024-04-13T21:55:29.823441+0000 mgr.y (mgr.14388) 232 : cluster 0 pgmap v214: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:32.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:31 smithi189 bash[23633]: audit 2024-04-13T21:55:31.234184+0000 mon.c (mon.2) 132 : audit 0 from='client.? 172.21.15.165:0/1376441891' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:32.813 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:55:32 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:55:32] "GET /metrics HTTP/1.1" 200 33837 "" "Prometheus/2.43.0" 2024-04-13T21:55:34.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:33 smithi165 bash[21371]: cluster 2024-04-13T21:55:31.824590+0000 mgr.y (mgr.14388) 233 : cluster 0 pgmap v215: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:34.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:33 smithi165 bash[21371]: audit 2024-04-13T21:55:33.660890+0000 mon.c (mon.2) 133 : audit 0 from='client.? 172.21.15.165:0/1867616061' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:34.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:33 smithi165 bash[31269]: cluster 2024-04-13T21:55:31.824590+0000 mgr.y (mgr.14388) 233 : cluster 0 pgmap v215: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:34.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:33 smithi165 bash[31269]: audit 2024-04-13T21:55:33.660890+0000 mon.c (mon.2) 133 : audit 0 from='client.? 172.21.15.165:0/1867616061' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:34.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:33 smithi189 bash[23633]: cluster 2024-04-13T21:55:31.824590+0000 mgr.y (mgr.14388) 233 : cluster 0 pgmap v215: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:34.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:33 smithi189 bash[23633]: audit 2024-04-13T21:55:33.660890+0000 mon.c (mon.2) 133 : audit 0 from='client.? 172.21.15.165:0/1867616061' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:36.063 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:35 smithi165 bash[31269]: cluster 2024-04-13T21:55:33.825252+0000 mgr.y (mgr.14388) 234 : cluster 0 pgmap v216: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:36.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:35 smithi165 bash[21371]: cluster 2024-04-13T21:55:33.825252+0000 mgr.y (mgr.14388) 234 : cluster 0 pgmap v216: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:36.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:35 smithi189 bash[23633]: cluster 2024-04-13T21:55:33.825252+0000 mgr.y (mgr.14388) 234 : cluster 0 pgmap v216: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:37.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:36 smithi165 bash[21371]: audit 2024-04-13T21:55:36.092920+0000 mon.a (mon.0) 866 : audit 0 from='client.? 172.21.15.165:0/3859830396' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:37.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:36 smithi165 bash[31269]: audit 2024-04-13T21:55:36.092920+0000 mon.a (mon.0) 866 : audit 0 from='client.? 172.21.15.165:0/3859830396' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:37.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:36 smithi189 bash[23633]: audit 2024-04-13T21:55:36.092920+0000 mon.a (mon.0) 866 : audit 0 from='client.? 172.21.15.165:0/3859830396' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:38.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:37 smithi165 bash[21371]: cluster 2024-04-13T21:55:35.825703+0000 mgr.y (mgr.14388) 235 : cluster 0 pgmap v217: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:38.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:37 smithi165 bash[31269]: cluster 2024-04-13T21:55:35.825703+0000 mgr.y (mgr.14388) 235 : cluster 0 pgmap v217: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:38.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:37 smithi189 bash[23633]: cluster 2024-04-13T21:55:35.825703+0000 mgr.y (mgr.14388) 235 : cluster 0 pgmap v217: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:39.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:38 smithi165 bash[21371]: audit 2024-04-13T21:55:38.520181+0000 mon.c (mon.2) 134 : audit 0 from='client.? 172.21.15.165:0/3206057001' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:39.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:38 smithi165 bash[31269]: audit 2024-04-13T21:55:38.520181+0000 mon.c (mon.2) 134 : audit 0 from='client.? 172.21.15.165:0/3206057001' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:39.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:38 smithi189 bash[23633]: audit 2024-04-13T21:55:38.520181+0000 mon.c (mon.2) 134 : audit 0 from='client.? 172.21.15.165:0/3206057001' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:40.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:39 smithi165 bash[21371]: cluster 2024-04-13T21:55:37.826753+0000 mgr.y (mgr.14388) 236 : cluster 0 pgmap v218: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:40.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:39 smithi165 bash[31269]: cluster 2024-04-13T21:55:37.826753+0000 mgr.y (mgr.14388) 236 : cluster 0 pgmap v218: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:40.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:39 smithi189 bash[23633]: cluster 2024-04-13T21:55:37.826753+0000 mgr.y (mgr.14388) 236 : cluster 0 pgmap v218: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:42.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:41 smithi165 bash[21371]: cluster 2024-04-13T21:55:39.827380+0000 mgr.y (mgr.14388) 237 : cluster 0 pgmap v219: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:42.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:41 smithi165 bash[21371]: audit 2024-04-13T21:55:40.801911+0000 mon.c (mon.2) 135 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:55:42.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:41 smithi165 bash[21371]: audit 2024-04-13T21:55:40.955306+0000 mon.c (mon.2) 136 : audit 0 from='client.? 172.21.15.165:0/3280851732' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:42.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:41 smithi165 bash[31269]: cluster 2024-04-13T21:55:39.827380+0000 mgr.y (mgr.14388) 237 : cluster 0 pgmap v219: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:42.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:41 smithi165 bash[31269]: audit 2024-04-13T21:55:40.801911+0000 mon.c (mon.2) 135 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:55:42.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:41 smithi165 bash[31269]: audit 2024-04-13T21:55:40.955306+0000 mon.c (mon.2) 136 : audit 0 from='client.? 172.21.15.165:0/3280851732' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:42.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:41 smithi189 bash[23633]: cluster 2024-04-13T21:55:39.827380+0000 mgr.y (mgr.14388) 237 : cluster 0 pgmap v219: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:42.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:41 smithi189 bash[23633]: audit 2024-04-13T21:55:40.801911+0000 mon.c (mon.2) 135 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:55:42.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:41 smithi189 bash[23633]: audit 2024-04-13T21:55:40.955306+0000 mon.c (mon.2) 136 : audit 0 from='client.? 172.21.15.165:0/3280851732' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:42.813 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:55:42 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:55:42] "GET /metrics HTTP/1.1" 200 33835 "" "Prometheus/2.43.0" 2024-04-13T21:55:44.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:43 smithi165 bash[21371]: cluster 2024-04-13T21:55:41.828474+0000 mgr.y (mgr.14388) 238 : cluster 0 pgmap v220: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:44.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:43 smithi165 bash[21371]: audit 2024-04-13T21:55:43.379669+0000 mon.a (mon.0) 867 : audit 0 from='client.? 172.21.15.165:0/3897428794' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:44.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:43 smithi165 bash[31269]: cluster 2024-04-13T21:55:41.828474+0000 mgr.y (mgr.14388) 238 : cluster 0 pgmap v220: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:44.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:43 smithi165 bash[31269]: audit 2024-04-13T21:55:43.379669+0000 mon.a (mon.0) 867 : audit 0 from='client.? 172.21.15.165:0/3897428794' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:44.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:43 smithi189 bash[23633]: cluster 2024-04-13T21:55:41.828474+0000 mgr.y (mgr.14388) 238 : cluster 0 pgmap v220: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:44.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:43 smithi189 bash[23633]: audit 2024-04-13T21:55:43.379669+0000 mon.a (mon.0) 867 : audit 0 from='client.? 172.21.15.165:0/3897428794' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:46.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:45 smithi165 bash[21371]: cluster 2024-04-13T21:55:43.829273+0000 mgr.y (mgr.14388) 239 : cluster 0 pgmap v221: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:46.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:45 smithi165 bash[31269]: cluster 2024-04-13T21:55:43.829273+0000 mgr.y (mgr.14388) 239 : cluster 0 pgmap v221: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:46.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:45 smithi189 bash[23633]: cluster 2024-04-13T21:55:43.829273+0000 mgr.y (mgr.14388) 239 : cluster 0 pgmap v221: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:47.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:46 smithi165 bash[21371]: audit 2024-04-13T21:55:45.803523+0000 mon.a (mon.0) 868 : audit 0 from='client.? 172.21.15.165:0/2270454194' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:47.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:46 smithi165 bash[31269]: audit 2024-04-13T21:55:45.803523+0000 mon.a (mon.0) 868 : audit 0 from='client.? 172.21.15.165:0/2270454194' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:47.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:46 smithi189 bash[23633]: audit 2024-04-13T21:55:45.803523+0000 mon.a (mon.0) 868 : audit 0 from='client.? 172.21.15.165:0/2270454194' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:48.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:47 smithi165 bash[21371]: cluster 2024-04-13T21:55:45.829774+0000 mgr.y (mgr.14388) 240 : cluster 0 pgmap v222: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:48.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:47 smithi165 bash[31269]: cluster 2024-04-13T21:55:45.829774+0000 mgr.y (mgr.14388) 240 : cluster 0 pgmap v222: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:48.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:47 smithi189 bash[23633]: cluster 2024-04-13T21:55:45.829774+0000 mgr.y (mgr.14388) 240 : cluster 0 pgmap v222: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:49.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:48 smithi165 bash[21371]: audit 2024-04-13T21:55:48.241301+0000 mon.a (mon.0) 869 : audit 0 from='client.? 172.21.15.165:0/373756238' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:49.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:48 smithi165 bash[31269]: audit 2024-04-13T21:55:48.241301+0000 mon.a (mon.0) 869 : audit 0 from='client.? 172.21.15.165:0/373756238' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:49.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:48 smithi189 bash[23633]: audit 2024-04-13T21:55:48.241301+0000 mon.a (mon.0) 869 : audit 0 from='client.? 172.21.15.165:0/373756238' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:50.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:49 smithi165 bash[21371]: cluster 2024-04-13T21:55:47.830853+0000 mgr.y (mgr.14388) 241 : cluster 0 pgmap v223: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:50.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:49 smithi165 bash[31269]: cluster 2024-04-13T21:55:47.830853+0000 mgr.y (mgr.14388) 241 : cluster 0 pgmap v223: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:50.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:49 smithi189 bash[23633]: cluster 2024-04-13T21:55:47.830853+0000 mgr.y (mgr.14388) 241 : cluster 0 pgmap v223: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:51.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:50 smithi165 bash[21371]: audit 2024-04-13T21:55:50.680230+0000 mon.a (mon.0) 870 : audit 0 from='client.? 172.21.15.165:0/697587772' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:51.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:50 smithi165 bash[31269]: audit 2024-04-13T21:55:50.680230+0000 mon.a (mon.0) 870 : audit 0 from='client.? 172.21.15.165:0/697587772' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:51.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:50 smithi189 bash[23633]: audit 2024-04-13T21:55:50.680230+0000 mon.a (mon.0) 870 : audit 0 from='client.? 172.21.15.165:0/697587772' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:52.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:51 smithi165 bash[21371]: cluster 2024-04-13T21:55:49.831470+0000 mgr.y (mgr.14388) 242 : cluster 0 pgmap v224: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:52.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:51 smithi165 bash[31269]: cluster 2024-04-13T21:55:49.831470+0000 mgr.y (mgr.14388) 242 : cluster 0 pgmap v224: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:52.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:51 smithi189 bash[23633]: cluster 2024-04-13T21:55:49.831470+0000 mgr.y (mgr.14388) 242 : cluster 0 pgmap v224: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:52.813 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:55:52 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:55:52] "GET /metrics HTTP/1.1" 200 33835 "" "Prometheus/2.43.0" 2024-04-13T21:55:54.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:53 smithi165 bash[21371]: cluster 2024-04-13T21:55:51.832457+0000 mgr.y (mgr.14388) 243 : cluster 0 pgmap v225: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:54.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:53 smithi165 bash[21371]: audit 2024-04-13T21:55:53.106487+0000 mon.c (mon.2) 137 : audit 0 from='client.? 172.21.15.165:0/3417436062' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:54.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:53 smithi165 bash[31269]: cluster 2024-04-13T21:55:51.832457+0000 mgr.y (mgr.14388) 243 : cluster 0 pgmap v225: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:54.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:53 smithi165 bash[31269]: audit 2024-04-13T21:55:53.106487+0000 mon.c (mon.2) 137 : audit 0 from='client.? 172.21.15.165:0/3417436062' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:54.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:53 smithi189 bash[23633]: cluster 2024-04-13T21:55:51.832457+0000 mgr.y (mgr.14388) 243 : cluster 0 pgmap v225: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:54.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:53 smithi189 bash[23633]: audit 2024-04-13T21:55:53.106487+0000 mon.c (mon.2) 137 : audit 0 from='client.? 172.21.15.165:0/3417436062' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:56.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:55 smithi165 bash[21371]: cluster 2024-04-13T21:55:53.833064+0000 mgr.y (mgr.14388) 244 : cluster 0 pgmap v226: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:56.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:55 smithi165 bash[21371]: audit 2024-04-13T21:55:55.541435+0000 mon.a (mon.0) 871 : audit 0 from='client.? 172.21.15.165:0/3781292781' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:56.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:55 smithi165 bash[31269]: cluster 2024-04-13T21:55:53.833064+0000 mgr.y (mgr.14388) 244 : cluster 0 pgmap v226: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:56.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:55 smithi165 bash[31269]: audit 2024-04-13T21:55:55.541435+0000 mon.a (mon.0) 871 : audit 0 from='client.? 172.21.15.165:0/3781292781' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:56.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:55 smithi189 bash[23633]: cluster 2024-04-13T21:55:53.833064+0000 mgr.y (mgr.14388) 244 : cluster 0 pgmap v226: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:56.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:55 smithi189 bash[23633]: audit 2024-04-13T21:55:55.541435+0000 mon.a (mon.0) 871 : audit 0 from='client.? 172.21.15.165:0/3781292781' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:57.046 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:56 smithi189 bash[23633]: audit 2024-04-13T21:55:55.802458+0000 mon.c (mon.2) 138 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:55:57.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:56 smithi165 bash[21371]: audit 2024-04-13T21:55:55.802458+0000 mon.c (mon.2) 138 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:55:57.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:56 smithi165 bash[31269]: audit 2024-04-13T21:55:55.802458+0000 mon.c (mon.2) 138 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:55:58.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:57 smithi165 bash[31269]: cluster 2024-04-13T21:55:55.838136+0000 mgr.y (mgr.14388) 245 : cluster 0 pgmap v227: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:58.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:57 smithi165 bash[31269]: audit 2024-04-13T21:55:57.543353+0000 mon.a (mon.0) 872 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:55:58.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:57 smithi165 bash[31269]: audit 2024-04-13T21:55:57.545703+0000 mon.c (mon.2) 139 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T21:55:58.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:57 smithi165 bash[31269]: audit 2024-04-13T21:55:57.546623+0000 mon.a (mon.0) 873 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T21:55:58.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:57 smithi165 bash[31269]: audit 2024-04-13T21:55:57.548880+0000 mon.c (mon.2) 140 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T21:55:58.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:57 smithi165 bash[31269]: audit 2024-04-13T21:55:57.550956+0000 mon.c (mon.2) 141 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:55:58.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:57 smithi165 bash[21371]: cluster 2024-04-13T21:55:55.838136+0000 mgr.y (mgr.14388) 245 : cluster 0 pgmap v227: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:58.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:57 smithi165 bash[21371]: audit 2024-04-13T21:55:57.543353+0000 mon.a (mon.0) 872 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:55:58.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:57 smithi165 bash[21371]: audit 2024-04-13T21:55:57.545703+0000 mon.c (mon.2) 139 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T21:55:58.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:57 smithi165 bash[21371]: audit 2024-04-13T21:55:57.546623+0000 mon.a (mon.0) 873 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T21:55:58.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:57 smithi165 bash[21371]: audit 2024-04-13T21:55:57.548880+0000 mon.c (mon.2) 140 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T21:55:58.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:57 smithi165 bash[21371]: audit 2024-04-13T21:55:57.550956+0000 mon.c (mon.2) 141 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:55:58.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:57 smithi189 bash[23633]: cluster 2024-04-13T21:55:55.838136+0000 mgr.y (mgr.14388) 245 : cluster 0 pgmap v227: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:55:58.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:57 smithi189 bash[23633]: audit 2024-04-13T21:55:57.543353+0000 mon.a (mon.0) 872 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:55:58.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:57 smithi189 bash[23633]: audit 2024-04-13T21:55:57.545703+0000 mon.c (mon.2) 139 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T21:55:58.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:57 smithi189 bash[23633]: audit 2024-04-13T21:55:57.546623+0000 mon.a (mon.0) 873 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T21:55:58.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:57 smithi189 bash[23633]: audit 2024-04-13T21:55:57.548880+0000 mon.c (mon.2) 140 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T21:55:58.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:57 smithi189 bash[23633]: audit 2024-04-13T21:55:57.550956+0000 mon.c (mon.2) 141 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:55:59.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:58 smithi165 bash[21371]: cephadm 2024-04-13T21:55:57.532278+0000 mgr.y (mgr.14388) 246 : cephadm 1 Upgrade: Updating mgr.x 2024-04-13T21:55:59.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:58 smithi165 bash[21371]: cephadm 2024-04-13T21:55:57.553184+0000 mgr.y (mgr.14388) 247 : cephadm 1 Deploying daemon mgr.x on smithi189 2024-04-13T21:55:59.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:58 smithi165 bash[21371]: audit 2024-04-13T21:55:57.975396+0000 mon.a (mon.0) 874 : audit 0 from='client.? 172.21.15.165:0/4241618437' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:59.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:58 smithi165 bash[31269]: cephadm 2024-04-13T21:55:57.532278+0000 mgr.y (mgr.14388) 246 : cephadm 1 Upgrade: Updating mgr.x 2024-04-13T21:55:59.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:58 smithi165 bash[31269]: cephadm 2024-04-13T21:55:57.553184+0000 mgr.y (mgr.14388) 247 : cephadm 1 Deploying daemon mgr.x on smithi189 2024-04-13T21:55:59.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:58 smithi165 bash[31269]: audit 2024-04-13T21:55:57.975396+0000 mon.a (mon.0) 874 : audit 0 from='client.? 172.21.15.165:0/4241618437' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:59.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:58 smithi189 bash[23633]: cephadm 2024-04-13T21:55:57.532278+0000 mgr.y (mgr.14388) 246 : cephadm 1 Upgrade: Updating mgr.x 2024-04-13T21:55:59.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:58 smithi189 bash[23633]: cephadm 2024-04-13T21:55:57.553184+0000 mgr.y (mgr.14388) 247 : cephadm 1 Deploying daemon mgr.x on smithi189 2024-04-13T21:55:59.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:58 smithi189 bash[23633]: audit 2024-04-13T21:55:57.975396+0000 mon.a (mon.0) 874 : audit 0 from='client.? 172.21.15.165:0/4241618437' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:55:59.591 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 21:55:59 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:55:59.592 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 21:55:59 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:55:59.592 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 21:55:59 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:55:59.592 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 21:55:59 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:55:59.593 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:55:59 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:55:59.593 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:55:59 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:55:59.593 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:59 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:55:59.594 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:55:59 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:55:59.594 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:55:59 smithi189 systemd[1]: Stopping Ceph mgr.x for 1c29171c-f9de-11ee-bc8e-c7b262605968... 2024-04-13T21:55:59.594 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:55:59 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:56:00.063 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:55:59 smithi165 bash[21371]: cluster 2024-04-13T21:55:57.839210+0000 mgr.y (mgr.14388) 248 : cluster 0 pgmap v228: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:00.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:55:59 smithi165 bash[31269]: cluster 2024-04-13T21:55:57.839210+0000 mgr.y (mgr.14388) 248 : cluster 0 pgmap v228: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:00.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:55:59 smithi189 bash[23633]: cluster 2024-04-13T21:55:57.839210+0000 mgr.y (mgr.14388) 248 : cluster 0 pgmap v228: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:00.463 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:00 smithi189 bash[52319]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-mgr-x 2024-04-13T21:56:00.463 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:00 smithi189 systemd[1]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-13T21:56:00.464 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:00 smithi189 bash[52412]: Error response from daemon: No such container: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-mgr-x 2024-04-13T21:56:00.464 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:00 smithi189 systemd[1]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-13T21:56:00.464 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:00 smithi189 systemd[1]: Stopped Ceph mgr.x for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T21:56:00.793 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 21:56:00 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:56:00.794 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:56:00 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:56:00.794 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:00 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:56:00.794 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:00 smithi189 systemd[1]: Started Ceph mgr.x for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T21:56:00.795 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 21:56:00 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:56:00.795 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:00 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:56:00.795 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 21:56:00 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:56:00.796 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:00 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:56:00.796 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:56:00 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:56:00.796 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 21:56:00 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:56:01.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:00 smithi165 bash[21371]: cluster 2024-04-13T21:55:59.839794+0000 mgr.y (mgr.14388) 249 : cluster 0 pgmap v229: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:01.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:00 smithi165 bash[21371]: audit 2024-04-13T21:56:00.408605+0000 mon.a (mon.0) 875 : audit 0 from='client.? 172.21.15.165:0/723283281' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:01.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:00 smithi165 bash[21371]: audit 2024-04-13T21:56:00.630017+0000 mon.a (mon.0) 876 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:56:01.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:00 smithi165 bash[21371]: audit 2024-04-13T21:56:00.645428+0000 mon.a (mon.0) 877 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:56:01.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:00 smithi165 bash[21371]: audit 2024-04-13T21:56:00.675818+0000 mon.c (mon.2) 142 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:56:01.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:00 smithi165 bash[31269]: cluster 2024-04-13T21:55:59.839794+0000 mgr.y (mgr.14388) 249 : cluster 0 pgmap v229: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:01.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:00 smithi165 bash[31269]: audit 2024-04-13T21:56:00.408605+0000 mon.a (mon.0) 875 : audit 0 from='client.? 172.21.15.165:0/723283281' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:01.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:00 smithi165 bash[31269]: audit 2024-04-13T21:56:00.630017+0000 mon.a (mon.0) 876 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:56:01.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:00 smithi165 bash[31269]: audit 2024-04-13T21:56:00.645428+0000 mon.a (mon.0) 877 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:56:01.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:00 smithi165 bash[31269]: audit 2024-04-13T21:56:00.675818+0000 mon.c (mon.2) 142 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:56:01.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:00 smithi189 bash[23633]: cluster 2024-04-13T21:55:59.839794+0000 mgr.y (mgr.14388) 249 : cluster 0 pgmap v229: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:01.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:00 smithi189 bash[23633]: audit 2024-04-13T21:56:00.408605+0000 mon.a (mon.0) 875 : audit 0 from='client.? 172.21.15.165:0/723283281' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:01.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:00 smithi189 bash[23633]: audit 2024-04-13T21:56:00.630017+0000 mon.a (mon.0) 876 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:56:01.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:00 smithi189 bash[23633]: audit 2024-04-13T21:56:00.645428+0000 mon.a (mon.0) 877 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:56:01.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:00 smithi189 bash[23633]: audit 2024-04-13T21:56:00.675818+0000 mon.c (mon.2) 142 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:56:01.854 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:01 smithi189 bash[52470]: debug 2024-04-13T21:56:01.709+0000 7f0ada032700 1 -- 172.21.15.189:0/3408099877 <== mon.1 v2:172.21.15.189:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a7559045a0 con 0x55a756684400 2024-04-13T21:56:02.341 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:01 smithi189 bash[52470]: debug 2024-04-13T21:56:01.857+0000 7f0ae4239200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T21:56:02.814 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:02 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:56:02] "GET /metrics HTTP/1.1" 200 33836 "" "Prometheus/2.43.0" 2024-04-13T21:56:03.314 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:02 smithi165 bash[21371]: cluster 2024-04-13T21:56:01.840925+0000 mgr.y (mgr.14388) 250 : cluster 0 pgmap v230: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:03.314 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:02 smithi165 bash[21371]: audit 2024-04-13T21:56:02.854166+0000 mon.c (mon.2) 143 : audit 0 from='client.? 172.21.15.165:0/2434384692' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:03.314 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:02 smithi165 bash[31269]: cluster 2024-04-13T21:56:01.840925+0000 mgr.y (mgr.14388) 250 : cluster 0 pgmap v230: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:03.314 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:02 smithi165 bash[31269]: audit 2024-04-13T21:56:02.854166+0000 mon.c (mon.2) 143 : audit 0 from='client.? 172.21.15.165:0/2434384692' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:03.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:02 smithi189 bash[23633]: cluster 2024-04-13T21:56:01.840925+0000 mgr.y (mgr.14388) 250 : cluster 0 pgmap v230: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:03.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:02 smithi189 bash[23633]: audit 2024-04-13T21:56:02.854166+0000 mon.c (mon.2) 143 : audit 0 from='client.? 172.21.15.165:0/2434384692' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:03.781 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:03 smithi189 bash[52470]: debug 2024-04-13T21:56:03.441+0000 7f0ae4239200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T21:56:03.781 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:03 smithi189 bash[52470]: debug 2024-04-13T21:56:03.537+0000 7f0ae4239200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T21:56:03.814 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:56:03 smithi165 bash[58271]: ts=2024-04-13T21:56:03.513Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi189.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.189:8443: connect: connection refused" 2024-04-13T21:56:04.091 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:03 smithi189 bash[52470]: debug 2024-04-13T21:56:03.789+0000 7f0ae4239200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T21:56:04.842 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:04 smithi189 bash[52470]: debug 2024-04-13T21:56:04.592+0000 7f0ae4239200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T21:56:04.842 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:04 smithi189 bash[52470]: debug 2024-04-13T21:56:04.704+0000 7f0ae4239200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T21:56:04.842 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:04 smithi189 bash[52470]: debug 2024-04-13T21:56:04.812+0000 7f0ae4239200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T21:56:05.165 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:04 smithi189 bash[23633]: cluster 2024-04-13T21:56:03.841616+0000 mgr.y (mgr.14388) 251 : cluster 0 pgmap v231: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:05.314 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:04 smithi165 bash[21371]: cluster 2024-04-13T21:56:03.841616+0000 mgr.y (mgr.14388) 251 : cluster 0 pgmap v231: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:05.314 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:04 smithi165 bash[31269]: cluster 2024-04-13T21:56:03.841616+0000 mgr.y (mgr.14388) 251 : cluster 0 pgmap v231: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:05.591 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:05 smithi189 bash[52470]: debug 2024-04-13T21:56:05.172+0000 7f0ae4239200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T21:56:05.591 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:05 smithi189 bash[52470]: debug 2024-04-13T21:56:05.288+0000 7f0ae4239200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T21:56:05.591 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:05 smithi189 bash[52470]: debug 2024-04-13T21:56:05.392+0000 7f0ae4239200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T21:56:06.014 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:05 smithi189 bash[52470]: debug 2024-04-13T21:56:05.760+0000 7f0ae4239200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T21:56:06.014 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:05 smithi189 bash[23633]: audit 2024-04-13T21:56:05.290946+0000 mon.a (mon.0) 878 : audit 0 from='client.? 172.21.15.165:0/2557464573' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:06.301 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:06 smithi189 bash[52470]: debug 2024-04-13T21:56:06.020+0000 7f0ae4239200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T21:56:06.314 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:05 smithi165 bash[21371]: audit 2024-04-13T21:56:05.290946+0000 mon.a (mon.0) 878 : audit 0 from='client.? 172.21.15.165:0/2557464573' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:06.314 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:05 smithi165 bash[31269]: audit 2024-04-13T21:56:05.290946+0000 mon.a (mon.0) 878 : audit 0 from='client.? 172.21.15.165:0/2557464573' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:06.591 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:06 smithi189 bash[52470]: debug 2024-04-13T21:56:06.308+0000 7f0ae4239200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T21:56:06.592 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:06 smithi189 bash[52470]: debug 2024-04-13T21:56:06.428+0000 7f0ae4239200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T21:56:07.091 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:06 smithi189 bash[52470]: debug 2024-04-13T21:56:06.732+0000 7f0ae4239200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T21:56:07.536 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:07 smithi189 bash[52470]: debug 2024-04-13T21:56:07.168+0000 7f0ae4239200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T21:56:07.536 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:07 smithi189 bash[52470]: debug 2024-04-13T21:56:07.416+0000 7f0ae4239200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T21:56:07.536 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:07 smithi189 bash[23633]: cluster 2024-04-13T21:56:05.842001+0000 mgr.y (mgr.14388) 252 : cluster 0 pgmap v232: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:07.536 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:07 smithi189 bash[23633]: audit 2024-04-13T21:56:06.165672+0000 mon.a (mon.0) 879 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:56:07.537 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:07 smithi189 bash[23633]: audit 2024-04-13T21:56:06.174292+0000 mon.a (mon.0) 880 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:56:07.537 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:07 smithi189 bash[23633]: audit 2024-04-13T21:56:06.682884+0000 mon.a (mon.0) 881 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:56:07.537 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:07 smithi189 bash[23633]: audit 2024-04-13T21:56:06.697134+0000 mon.a (mon.0) 882 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:56:07.564 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:07 smithi165 bash[21371]: cluster 2024-04-13T21:56:05.842001+0000 mgr.y (mgr.14388) 252 : cluster 0 pgmap v232: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:07.564 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:07 smithi165 bash[21371]: audit 2024-04-13T21:56:06.165672+0000 mon.a (mon.0) 879 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:56:07.564 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:07 smithi165 bash[21371]: audit 2024-04-13T21:56:06.174292+0000 mon.a (mon.0) 880 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:56:07.564 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:07 smithi165 bash[21371]: audit 2024-04-13T21:56:06.682884+0000 mon.a (mon.0) 881 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:56:07.564 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:07 smithi165 bash[21371]: audit 2024-04-13T21:56:06.697134+0000 mon.a (mon.0) 882 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:56:07.564 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:07 smithi165 bash[31269]: cluster 2024-04-13T21:56:05.842001+0000 mgr.y (mgr.14388) 252 : cluster 0 pgmap v232: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:07.565 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:07 smithi165 bash[31269]: audit 2024-04-13T21:56:06.165672+0000 mon.a (mon.0) 879 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:56:07.565 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:07 smithi165 bash[31269]: audit 2024-04-13T21:56:06.174292+0000 mon.a (mon.0) 880 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:56:07.565 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:07 smithi165 bash[31269]: audit 2024-04-13T21:56:06.682884+0000 mon.a (mon.0) 881 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:56:07.565 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:07 smithi165 bash[31269]: audit 2024-04-13T21:56:06.697134+0000 mon.a (mon.0) 882 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:56:07.797 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:07 smithi189 bash[52470]: debug 2024-04-13T21:56:07.544+0000 7f0ae4239200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T21:56:08.091 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:07 smithi189 bash[52470]: debug 2024-04-13T21:56:07.804+0000 7f0ae4239200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T21:56:08.814 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:08 smithi165 bash[21371]: audit 2024-04-13T21:56:07.571029+0000 mon.a (mon.0) 883 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:56:08.814 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:08 smithi165 bash[21371]: audit 2024-04-13T21:56:07.586492+0000 mon.a (mon.0) 884 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:56:08.814 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:08 smithi165 bash[21371]: audit 2024-04-13T21:56:07.727002+0000 mon.c (mon.2) 144 : audit 0 from='client.? 172.21.15.165:0/4235145564' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:08.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:08 smithi165 bash[31269]: audit 2024-04-13T21:56:07.571029+0000 mon.a (mon.0) 883 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:56:08.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:08 smithi165 bash[31269]: audit 2024-04-13T21:56:07.586492+0000 mon.a (mon.0) 884 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:56:08.815 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:08 smithi165 bash[31269]: audit 2024-04-13T21:56:07.727002+0000 mon.c (mon.2) 144 : audit 0 from='client.? 172.21.15.165:0/4235145564' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:08.842 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:08 smithi189 bash[52470]: debug 2024-04-13T21:56:08.820+0000 7f0ae4239200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T21:56:08.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:08 smithi189 bash[23633]: audit 2024-04-13T21:56:07.571029+0000 mon.a (mon.0) 883 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:56:08.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:08 smithi189 bash[23633]: audit 2024-04-13T21:56:07.586492+0000 mon.a (mon.0) 884 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:56:08.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:08 smithi189 bash[23633]: audit 2024-04-13T21:56:07.727002+0000 mon.c (mon.2) 144 : audit 0 from='client.? 172.21.15.165:0/4235145564' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:09.229 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:08 smithi189 bash[52470]: debug 2024-04-13T21:56:08.936+0000 7f0ae4239200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T21:56:09.581 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:09 smithi189 bash[52470]: debug 2024-04-13T21:56:09.236+0000 7f0ae4239200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T21:56:09.581 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:09 smithi189 bash[52470]: debug 2024-04-13T21:56:09.352+0000 7f0ae4239200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T21:56:09.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:09 smithi189 bash[23633]: cluster 2024-04-13T21:56:07.843017+0000 mgr.y (mgr.14388) 253 : cluster 0 pgmap v233: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:09.842 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:09 smithi189 bash[52470]: debug 2024-04-13T21:56:09.804+0000 7f0ae4239200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T21:56:10.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:09 smithi165 bash[21371]: cluster 2024-04-13T21:56:07.843017+0000 mgr.y (mgr.14388) 253 : cluster 0 pgmap v233: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:10.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:09 smithi165 bash[31269]: cluster 2024-04-13T21:56:07.843017+0000 mgr.y (mgr.14388) 253 : cluster 0 pgmap v233: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:10.342 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:09 smithi189 bash[52470]: debug 2024-04-13T21:56:09.928+0000 7f0ae4239200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T21:56:10.342 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:09 smithi189 bash[52470]: [13/Apr/2024:21:56:09] ENGINE Bus STARTING 2024-04-13T21:56:10.342 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:10 smithi189 bash[52470]: CherryPy Checker: 2024-04-13T21:56:10.342 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:10 smithi189 bash[52470]: The Application mounted at '' has an empty config. 2024-04-13T21:56:10.342 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:10 smithi189 bash[52470]: [13/Apr/2024:21:56:10] ENGINE Serving on http://:::9283 2024-04-13T21:56:10.342 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:10 smithi189 bash[52470]: [13/Apr/2024:21:56:10] ENGINE Bus STARTED 2024-04-13T21:56:10.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:10 smithi189 bash[23633]: cluster 2024-04-13T21:56:09.949766+0000 mon.a (mon.0) 885 : cluster 0 Standby manager daemon x restarted 2024-04-13T21:56:10.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:10 smithi189 bash[23633]: cluster 2024-04-13T21:56:09.950075+0000 mon.a (mon.0) 886 : cluster 0 Standby manager daemon x started 2024-04-13T21:56:10.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:10 smithi189 bash[23633]: audit 2024-04-13T21:56:09.954749+0000 mon.b (mon.1) 30 : audit 0 from='mgr.? 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T21:56:10.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:10 smithi189 bash[23633]: audit 2024-04-13T21:56:09.956341+0000 mon.b (mon.1) 31 : audit 0 from='mgr.? 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T21:56:10.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:10 smithi189 bash[23633]: audit 2024-04-13T21:56:09.958971+0000 mon.b (mon.1) 32 : audit 0 from='mgr.? 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T21:56:10.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:10 smithi189 bash[23633]: audit 2024-04-13T21:56:09.960648+0000 mon.b (mon.1) 33 : audit 0 from='mgr.? 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T21:56:10.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:10 smithi189 bash[23633]: audit 2024-04-13T21:56:10.151599+0000 mon.a (mon.0) 887 : audit 0 from='client.? 172.21.15.165:0/1221307891' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:11.064 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:56:10 smithi165 bash[58271]: ts=2024-04-13T21:56:10.732Z caller=notify.go:743 level=info component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify success" attempts=6 2024-04-13T21:56:11.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:10 smithi165 bash[31269]: cluster 2024-04-13T21:56:09.949766+0000 mon.a (mon.0) 885 : cluster 0 Standby manager daemon x restarted 2024-04-13T21:56:11.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:10 smithi165 bash[31269]: cluster 2024-04-13T21:56:09.950075+0000 mon.a (mon.0) 886 : cluster 0 Standby manager daemon x started 2024-04-13T21:56:11.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:10 smithi165 bash[31269]: audit 2024-04-13T21:56:09.954749+0000 mon.b (mon.1) 30 : audit 0 from='mgr.? 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T21:56:11.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:10 smithi165 bash[31269]: audit 2024-04-13T21:56:09.956341+0000 mon.b (mon.1) 31 : audit 0 from='mgr.? 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T21:56:11.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:10 smithi165 bash[31269]: audit 2024-04-13T21:56:09.958971+0000 mon.b (mon.1) 32 : audit 0 from='mgr.? 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T21:56:11.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:10 smithi165 bash[31269]: audit 2024-04-13T21:56:09.960648+0000 mon.b (mon.1) 33 : audit 0 from='mgr.? 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T21:56:11.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:10 smithi165 bash[31269]: audit 2024-04-13T21:56:10.151599+0000 mon.a (mon.0) 887 : audit 0 from='client.? 172.21.15.165:0/1221307891' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:11.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:10 smithi165 bash[21371]: cluster 2024-04-13T21:56:09.949766+0000 mon.a (mon.0) 885 : cluster 0 Standby manager daemon x restarted 2024-04-13T21:56:11.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:10 smithi165 bash[21371]: cluster 2024-04-13T21:56:09.950075+0000 mon.a (mon.0) 886 : cluster 0 Standby manager daemon x started 2024-04-13T21:56:11.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:10 smithi165 bash[21371]: audit 2024-04-13T21:56:09.954749+0000 mon.b (mon.1) 30 : audit 0 from='mgr.? 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T21:56:11.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:10 smithi165 bash[21371]: audit 2024-04-13T21:56:09.956341+0000 mon.b (mon.1) 31 : audit 0 from='mgr.? 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T21:56:11.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:10 smithi165 bash[21371]: audit 2024-04-13T21:56:09.958971+0000 mon.b (mon.1) 32 : audit 0 from='mgr.? 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T21:56:11.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:10 smithi165 bash[21371]: audit 2024-04-13T21:56:09.960648+0000 mon.b (mon.1) 33 : audit 0 from='mgr.? 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T21:56:11.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:10 smithi165 bash[21371]: audit 2024-04-13T21:56:10.151599+0000 mon.a (mon.0) 887 : audit 0 from='client.? 172.21.15.165:0/1221307891' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:12.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:11 smithi165 bash[21371]: cluster 2024-04-13T21:56:09.843676+0000 mgr.y (mgr.14388) 254 : cluster 0 pgmap v234: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:12.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:11 smithi165 bash[21371]: cluster 2024-04-13T21:56:10.612259+0000 mon.a (mon.0) 888 : cluster 0 mgrmap e21: y(active, since 6m), standbys: x 2024-04-13T21:56:12.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:11 smithi165 bash[21371]: audit 2024-04-13T21:56:10.802958+0000 mon.c (mon.2) 145 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:56:12.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:11 smithi165 bash[31269]: cluster 2024-04-13T21:56:09.843676+0000 mgr.y (mgr.14388) 254 : cluster 0 pgmap v234: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:12.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:11 smithi165 bash[31269]: cluster 2024-04-13T21:56:10.612259+0000 mon.a (mon.0) 888 : cluster 0 mgrmap e21: y(active, since 6m), standbys: x 2024-04-13T21:56:12.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:11 smithi165 bash[31269]: audit 2024-04-13T21:56:10.802958+0000 mon.c (mon.2) 145 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:56:12.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:11 smithi189 bash[23633]: cluster 2024-04-13T21:56:09.843676+0000 mgr.y (mgr.14388) 254 : cluster 0 pgmap v234: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:12.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:11 smithi189 bash[23633]: cluster 2024-04-13T21:56:10.612259+0000 mon.a (mon.0) 888 : cluster 0 mgrmap e21: y(active, since 6m), standbys: x 2024-04-13T21:56:12.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:11 smithi189 bash[23633]: audit 2024-04-13T21:56:10.802958+0000 mon.c (mon.2) 145 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:56:12.661 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:12 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:56:12] "GET /metrics HTTP/1.1" 200 33836 "" "Prometheus/2.43.0" 2024-04-13T21:56:12.841 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:12 smithi189 bash[23633]: audit 2024-04-13T21:56:12.583570+0000 mon.a (mon.0) 889 : audit 0 from='client.? 172.21.15.165:0/88638391' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:13.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:12 smithi165 bash[21371]: audit 2024-04-13T21:56:12.583570+0000 mon.a (mon.0) 889 : audit 0 from='client.? 172.21.15.165:0/88638391' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:13.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:12 smithi165 bash[31269]: audit 2024-04-13T21:56:12.583570+0000 mon.a (mon.0) 889 : audit 0 from='client.? 172.21.15.165:0/88638391' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:13.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:13 smithi189 bash[23633]: cluster 2024-04-13T21:56:11.844767+0000 mgr.y (mgr.14388) 255 : cluster 0 pgmap v235: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:14.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:13 smithi165 bash[21371]: cluster 2024-04-13T21:56:11.844767+0000 mgr.y (mgr.14388) 255 : cluster 0 pgmap v235: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:14.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:13 smithi165 bash[31269]: cluster 2024-04-13T21:56:11.844767+0000 mgr.y (mgr.14388) 255 : cluster 0 pgmap v235: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:16.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:15 smithi165 bash[21371]: cluster 2024-04-13T21:56:13.845337+0000 mgr.y (mgr.14388) 256 : cluster 0 pgmap v236: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:16.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:15 smithi165 bash[21371]: audit 2024-04-13T21:56:15.018059+0000 mon.c (mon.2) 146 : audit 0 from='client.? 172.21.15.165:0/8599329' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:16.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:15 smithi165 bash[31269]: cluster 2024-04-13T21:56:13.845337+0000 mgr.y (mgr.14388) 256 : cluster 0 pgmap v236: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:16.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:15 smithi165 bash[31269]: audit 2024-04-13T21:56:15.018059+0000 mon.c (mon.2) 146 : audit 0 from='client.? 172.21.15.165:0/8599329' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:16.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:15 smithi189 bash[23633]: cluster 2024-04-13T21:56:13.845337+0000 mgr.y (mgr.14388) 256 : cluster 0 pgmap v236: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:16.091 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:15 smithi189 bash[23633]: audit 2024-04-13T21:56:15.018059+0000 mon.c (mon.2) 146 : audit 0 from='client.? 172.21.15.165:0/8599329' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:17.420 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21625]: debug 2024-04-13T21:56:17.162+0000 7f395f0a3700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-13T21:56:17.420 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21625]: ignoring --setuser ceph since I am not root 2024-04-13T21:56:17.420 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21625]: ignoring --setgroup ceph since I am not root 2024-04-13T21:56:17.420 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21625]: debug 2024-04-13T21:56:17.370+0000 7ffa25bc0200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T21:56:17.592 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[52470]: [13/Apr/2024:21:56:17] ENGINE Bus STOPPING 2024-04-13T21:56:17.592 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[52470]: [13/Apr/2024:21:56:17] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T21:56:17.592 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[52470]: [13/Apr/2024:21:56:17] ENGINE Bus STOPPED 2024-04-13T21:56:17.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[52470]: [13/Apr/2024:21:56:17] ENGINE Bus STARTING 2024-04-13T21:56:17.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[52470]: debug 2024-04-13T21:56:17.356+0000 7f0a4466a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T21:56:17.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[52470]: debug 2024-04-13T21:56:17.356+0000 7f0a4466a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T21:56:17.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[52470]: debug 2024-04-13T21:56:17.356+0000 7f0a4466a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T21:56:17.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[52470]: debug 2024-04-13T21:56:17.356+0000 7f0a4466a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T21:56:17.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[52470]: debug 2024-04-13T21:56:17.356+0000 7f0a4466a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T21:56:17.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[52470]: debug 2024-04-13T21:56:17.360+0000 7f0a41e65700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T21:56:17.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[52470]: debug 2024-04-13T21:56:17.360+0000 7f0a41e65700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T21:56:17.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[52470]: debug 2024-04-13T21:56:17.360+0000 7f0a41e65700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T21:56:17.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[52470]: debug 2024-04-13T21:56:17.360+0000 7f0a41e65700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T21:56:17.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[52470]: debug 2024-04-13T21:56:17.360+0000 7f0a41e65700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T21:56:17.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[52470]: [13/Apr/2024:21:56:17] ENGINE Serving on http://:::9283 2024-04-13T21:56:17.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[52470]: [13/Apr/2024:21:56:17] ENGINE Bus STARTED 2024-04-13T21:56:18.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: cluster 2024-04-13T21:56:15.845970+0000 mgr.y (mgr.14388) 257 : cluster 0 pgmap v237: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:18.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: audit 2024-04-13T21:56:17.043934+0000 mon.a (mon.0) 890 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:56:18.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: audit 2024-04-13T21:56:17.056281+0000 mon.a (mon.0) 891 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:56:18.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: audit 2024-04-13T21:56:17.058853+0000 mon.c (mon.2) 147 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:56:18.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: audit 2024-04-13T21:56:17.060741+0000 mon.c (mon.2) 148 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:56:18.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: audit 2024-04-13T21:56:17.070649+0000 mon.a (mon.0) 892 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:56:18.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: audit 2024-04-13T21:56:17.149276+0000 mon.c (mon.2) 149 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:56:18.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: audit 2024-04-13T21:56:17.156397+0000 mon.c (mon.2) 150 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-13T21:56:18.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: audit 2024-04-13T21:56:17.156753+0000 mon.a (mon.0) 893 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-13T21:56:18.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: cluster 2024-04-13T21:56:17.157182+0000 mon.a (mon.0) 894 : cluster 1 Activating manager daemon x 2024-04-13T21:56:18.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: cluster 2024-04-13T21:56:17.168833+0000 mon.a (mon.0) 895 : cluster 0 osdmap e90: 8 total, 8 up, 8 in 2024-04-13T21:56:18.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: audit 2024-04-13T21:56:17.169372+0000 mon.a (mon.0) 896 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-13T21:56:18.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: cluster 2024-04-13T21:56:17.169464+0000 mon.a (mon.0) 897 : cluster 0 mgrmap e22: x(active, starting, since 0.0122804s) 2024-04-13T21:56:18.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: audit 2024-04-13T21:56:17.179217+0000 mon.b (mon.1) 34 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T21:56:18.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: audit 2024-04-13T21:56:17.179908+0000 mon.b (mon.1) 35 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:56:18.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: audit 2024-04-13T21:56:17.180605+0000 mon.b (mon.1) 36 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:56:18.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: audit 2024-04-13T21:56:17.181303+0000 mon.b (mon.1) 37 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi165.sviubw"}]: dispatch 2024-04-13T21:56:18.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: audit 2024-04-13T21:56:17.182258+0000 mon.b (mon.1) 38 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi189.nwqqrx"}]: dispatch 2024-04-13T21:56:18.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: audit 2024-04-13T21:56:17.183222+0000 mon.b (mon.1) 39 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T21:56:18.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: audit 2024-04-13T21:56:17.183818+0000 mon.b (mon.1) 40 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T21:56:18.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: cluster 2024-04-13T21:56:15.845970+0000 mgr.y (mgr.14388) 257 : cluster 0 pgmap v237: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:18.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: audit 2024-04-13T21:56:17.043934+0000 mon.a (mon.0) 890 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:56:18.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: audit 2024-04-13T21:56:17.056281+0000 mon.a (mon.0) 891 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:56:18.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: audit 2024-04-13T21:56:17.058853+0000 mon.c (mon.2) 147 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:56:18.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: audit 2024-04-13T21:56:17.060741+0000 mon.c (mon.2) 148 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:56:18.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: audit 2024-04-13T21:56:17.070649+0000 mon.a (mon.0) 892 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:56:18.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: audit 2024-04-13T21:56:17.149276+0000 mon.c (mon.2) 149 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:56:18.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: audit 2024-04-13T21:56:17.156397+0000 mon.c (mon.2) 150 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-13T21:56:18.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: audit 2024-04-13T21:56:17.156753+0000 mon.a (mon.0) 893 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-13T21:56:18.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: cluster 2024-04-13T21:56:17.157182+0000 mon.a (mon.0) 894 : cluster 1 Activating manager daemon x 2024-04-13T21:56:18.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: cluster 2024-04-13T21:56:17.168833+0000 mon.a (mon.0) 895 : cluster 0 osdmap e90: 8 total, 8 up, 8 in 2024-04-13T21:56:18.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: audit 2024-04-13T21:56:17.169372+0000 mon.a (mon.0) 896 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-13T21:56:18.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: cluster 2024-04-13T21:56:17.169464+0000 mon.a (mon.0) 897 : cluster 0 mgrmap e22: x(active, starting, since 0.0122804s) 2024-04-13T21:56:18.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: audit 2024-04-13T21:56:17.179217+0000 mon.b (mon.1) 34 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T21:56:18.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: audit 2024-04-13T21:56:17.179908+0000 mon.b (mon.1) 35 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:56:18.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: audit 2024-04-13T21:56:17.180605+0000 mon.b (mon.1) 36 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:56:18.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: audit 2024-04-13T21:56:17.181303+0000 mon.b (mon.1) 37 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi165.sviubw"}]: dispatch 2024-04-13T21:56:18.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: audit 2024-04-13T21:56:17.182258+0000 mon.b (mon.1) 38 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi189.nwqqrx"}]: dispatch 2024-04-13T21:56:18.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: audit 2024-04-13T21:56:17.183222+0000 mon.b (mon.1) 39 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T21:56:18.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: audit 2024-04-13T21:56:17.183818+0000 mon.b (mon.1) 40 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T21:56:18.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: audit 2024-04-13T21:56:17.184335+0000 mon.b (mon.1) 41 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T21:56:18.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: audit 2024-04-13T21:56:17.184846+0000 mon.b (mon.1) 42 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T21:56:18.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: audit 2024-04-13T21:56:17.185375+0000 mon.b (mon.1) 43 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T21:56:18.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: audit 2024-04-13T21:56:17.185882+0000 mon.b (mon.1) 44 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T21:56:18.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: audit 2024-04-13T21:56:17.186400+0000 mon.b (mon.1) 45 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T21:56:18.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: audit 2024-04-13T21:56:17.187322+0000 mon.b (mon.1) 46 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T21:56:18.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: audit 2024-04-13T21:56:17.187904+0000 mon.b (mon.1) 47 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T21:56:18.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: audit 2024-04-13T21:56:17.188490+0000 mon.b (mon.1) 48 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T21:56:18.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: audit 2024-04-13T21:56:17.189170+0000 mon.b (mon.1) 49 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T21:56:18.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: audit 2024-04-13T21:56:17.190387+0000 mon.b (mon.1) 50 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T21:56:18.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: cluster 2024-04-13T21:56:17.229774+0000 mon.a (mon.0) 898 : cluster 1 Manager daemon x is now available 2024-04-13T21:56:18.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: audit 2024-04-13T21:56:17.274598+0000 mon.b (mon.1) 51 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:56:18.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: audit 2024-04-13T21:56:17.301572+0000 mon.b (mon.1) 52 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:56:18.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: audit 2024-04-13T21:56:17.307316+0000 mon.a (mon.0) 899 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-13T21:56:18.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: audit 2024-04-13T21:56:17.310062+0000 mon.b (mon.1) 53 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-13T21:56:18.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: audit 2024-04-13T21:56:17.339389+0000 mon.a (mon.0) 900 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-13T21:56:18.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: audit 2024-04-13T21:56:17.342120+0000 mon.b (mon.1) 54 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-13T21:56:18.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[21371]: audit 2024-04-13T21:56:17.470085+0000 mon.a (mon.0) 901 : audit 0 from='client.? 172.21.15.165:0/465748715' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:18.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: audit 2024-04-13T21:56:17.184335+0000 mon.b (mon.1) 41 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T21:56:18.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: audit 2024-04-13T21:56:17.184846+0000 mon.b (mon.1) 42 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T21:56:18.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: audit 2024-04-13T21:56:17.185375+0000 mon.b (mon.1) 43 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T21:56:18.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: audit 2024-04-13T21:56:17.185882+0000 mon.b (mon.1) 44 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T21:56:18.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: audit 2024-04-13T21:56:17.186400+0000 mon.b (mon.1) 45 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T21:56:18.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: audit 2024-04-13T21:56:17.187322+0000 mon.b (mon.1) 46 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T21:56:18.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: audit 2024-04-13T21:56:17.187904+0000 mon.b (mon.1) 47 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T21:56:18.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: audit 2024-04-13T21:56:17.188490+0000 mon.b (mon.1) 48 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T21:56:18.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: audit 2024-04-13T21:56:17.189170+0000 mon.b (mon.1) 49 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T21:56:18.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: audit 2024-04-13T21:56:17.190387+0000 mon.b (mon.1) 50 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T21:56:18.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: cluster 2024-04-13T21:56:17.229774+0000 mon.a (mon.0) 898 : cluster 1 Manager daemon x is now available 2024-04-13T21:56:18.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: audit 2024-04-13T21:56:17.274598+0000 mon.b (mon.1) 51 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:56:18.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: audit 2024-04-13T21:56:17.301572+0000 mon.b (mon.1) 52 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:56:18.071 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: audit 2024-04-13T21:56:17.307316+0000 mon.a (mon.0) 899 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-13T21:56:18.071 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: audit 2024-04-13T21:56:17.310062+0000 mon.b (mon.1) 53 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-13T21:56:18.071 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: audit 2024-04-13T21:56:17.339389+0000 mon.a (mon.0) 900 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-13T21:56:18.071 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: audit 2024-04-13T21:56:17.342120+0000 mon.b (mon.1) 54 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-13T21:56:18.071 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:17 smithi165 bash[31269]: audit 2024-04-13T21:56:17.470085+0000 mon.a (mon.0) 901 : audit 0 from='client.? 172.21.15.165:0/465748715' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:18.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: cluster 2024-04-13T21:56:15.845970+0000 mgr.y (mgr.14388) 257 : cluster 0 pgmap v237: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:18.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: audit 2024-04-13T21:56:17.043934+0000 mon.a (mon.0) 890 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:56:18.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: audit 2024-04-13T21:56:17.056281+0000 mon.a (mon.0) 891 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:56:18.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: audit 2024-04-13T21:56:17.058853+0000 mon.c (mon.2) 147 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:56:18.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: audit 2024-04-13T21:56:17.060741+0000 mon.c (mon.2) 148 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:56:18.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: audit 2024-04-13T21:56:17.070649+0000 mon.a (mon.0) 892 : audit 1 from='mgr.14388 ' entity='mgr.y' 2024-04-13T21:56:18.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: audit 2024-04-13T21:56:17.149276+0000 mon.c (mon.2) 149 : audit 0 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:56:18.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: audit 2024-04-13T21:56:17.156397+0000 mon.c (mon.2) 150 : audit 1 from='mgr.14388 172.21.15.165:0/2815642675' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-13T21:56:18.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: audit 2024-04-13T21:56:17.156753+0000 mon.a (mon.0) 893 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-13T21:56:18.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: cluster 2024-04-13T21:56:17.157182+0000 mon.a (mon.0) 894 : cluster 1 Activating manager daemon x 2024-04-13T21:56:18.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: cluster 2024-04-13T21:56:17.168833+0000 mon.a (mon.0) 895 : cluster 0 osdmap e90: 8 total, 8 up, 8 in 2024-04-13T21:56:18.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: audit 2024-04-13T21:56:17.169372+0000 mon.a (mon.0) 896 : audit 1 from='mgr.14388 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-13T21:56:18.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: cluster 2024-04-13T21:56:17.169464+0000 mon.a (mon.0) 897 : cluster 0 mgrmap e22: x(active, starting, since 0.0122804s) 2024-04-13T21:56:18.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: audit 2024-04-13T21:56:17.179217+0000 mon.b (mon.1) 34 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T21:56:18.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: audit 2024-04-13T21:56:17.179908+0000 mon.b (mon.1) 35 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:56:18.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: audit 2024-04-13T21:56:17.180605+0000 mon.b (mon.1) 36 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:56:18.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: audit 2024-04-13T21:56:17.181303+0000 mon.b (mon.1) 37 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi165.sviubw"}]: dispatch 2024-04-13T21:56:18.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: audit 2024-04-13T21:56:17.182258+0000 mon.b (mon.1) 38 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi189.nwqqrx"}]: dispatch 2024-04-13T21:56:18.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: audit 2024-04-13T21:56:17.183222+0000 mon.b (mon.1) 39 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T21:56:18.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: audit 2024-04-13T21:56:17.183818+0000 mon.b (mon.1) 40 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T21:56:18.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: audit 2024-04-13T21:56:17.184335+0000 mon.b (mon.1) 41 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T21:56:18.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: audit 2024-04-13T21:56:17.184846+0000 mon.b (mon.1) 42 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T21:56:18.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: audit 2024-04-13T21:56:17.185375+0000 mon.b (mon.1) 43 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T21:56:18.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: audit 2024-04-13T21:56:17.185882+0000 mon.b (mon.1) 44 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T21:56:18.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: audit 2024-04-13T21:56:17.186400+0000 mon.b (mon.1) 45 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T21:56:18.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: audit 2024-04-13T21:56:17.187322+0000 mon.b (mon.1) 46 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T21:56:18.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: audit 2024-04-13T21:56:17.187904+0000 mon.b (mon.1) 47 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T21:56:18.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: audit 2024-04-13T21:56:17.188490+0000 mon.b (mon.1) 48 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T21:56:18.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: audit 2024-04-13T21:56:17.189170+0000 mon.b (mon.1) 49 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T21:56:18.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: audit 2024-04-13T21:56:17.190387+0000 mon.b (mon.1) 50 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T21:56:18.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: cluster 2024-04-13T21:56:17.229774+0000 mon.a (mon.0) 898 : cluster 1 Manager daemon x is now available 2024-04-13T21:56:18.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: audit 2024-04-13T21:56:17.274598+0000 mon.b (mon.1) 51 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:56:18.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: audit 2024-04-13T21:56:17.301572+0000 mon.b (mon.1) 52 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:56:18.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: audit 2024-04-13T21:56:17.307316+0000 mon.a (mon.0) 899 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-13T21:56:18.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: audit 2024-04-13T21:56:17.310062+0000 mon.b (mon.1) 53 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-13T21:56:18.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: audit 2024-04-13T21:56:17.339389+0000 mon.a (mon.0) 900 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-13T21:56:18.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: audit 2024-04-13T21:56:17.342120+0000 mon.b (mon.1) 54 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-13T21:56:18.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:17 smithi189 bash[23633]: audit 2024-04-13T21:56:17.470085+0000 mon.a (mon.0) 901 : audit 0 from='client.? 172.21.15.165:0/465748715' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:19.295 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:19 smithi165 bash[21371]: cephadm 2024-04-13T21:56:17.741084+0000 mgr.x (mgr.24580) 1 : cephadm 1 Deploying cephadm binary to smithi189 2024-04-13T21:56:19.295 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:19 smithi165 bash[21371]: cephadm 2024-04-13T21:56:17.751629+0000 mgr.x (mgr.24580) 2 : cephadm 1 Deploying cephadm binary to smithi165 2024-04-13T21:56:19.295 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:19 smithi165 bash[21371]: cluster 2024-04-13T21:56:18.177656+0000 mon.a (mon.0) 902 : cluster 0 mgrmap e23: x(active, since 1.02046s) 2024-04-13T21:56:19.295 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:19 smithi165 bash[21371]: cluster 2024-04-13T21:56:18.214883+0000 mgr.x (mgr.24580) 3 : cluster 0 pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:19.295 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:19 smithi165 bash[21371]: cephadm 2024-04-13T21:56:18.377349+0000 mgr.x (mgr.24580) 4 : cephadm 1 [13/Apr/2024:21:56:18] ENGINE Bus STARTING 2024-04-13T21:56:19.295 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:19 smithi165 bash[21371]: cephadm 2024-04-13T21:56:18.519686+0000 mgr.x (mgr.24580) 5 : cephadm 1 [13/Apr/2024:21:56:18] ENGINE Serving on http://172.21.15.189:8765 2024-04-13T21:56:19.296 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:19 smithi165 bash[21371]: cephadm 2024-04-13T21:56:18.713731+0000 mgr.x (mgr.24580) 6 : cephadm 1 [13/Apr/2024:21:56:18] ENGINE Serving on https://172.21.15.189:7150 2024-04-13T21:56:19.296 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:19 smithi165 bash[21371]: cephadm 2024-04-13T21:56:18.713952+0000 mgr.x (mgr.24580) 7 : cephadm 1 [13/Apr/2024:21:56:18] ENGINE Bus STARTED 2024-04-13T21:56:19.296 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:18 smithi165 bash[21625]: debug 2024-04-13T21:56:18.950+0000 7ffa25bc0200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T21:56:19.296 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:19 smithi165 bash[21625]: debug 2024-04-13T21:56:19.046+0000 7ffa25bc0200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T21:56:19.296 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:19 smithi165 bash[31269]: cephadm 2024-04-13T21:56:17.741084+0000 mgr.x (mgr.24580) 1 : cephadm 1 Deploying cephadm binary to smithi189 2024-04-13T21:56:19.296 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:19 smithi165 bash[31269]: cephadm 2024-04-13T21:56:17.751629+0000 mgr.x (mgr.24580) 2 : cephadm 1 Deploying cephadm binary to smithi165 2024-04-13T21:56:19.296 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:19 smithi165 bash[31269]: cluster 2024-04-13T21:56:18.177656+0000 mon.a (mon.0) 902 : cluster 0 mgrmap e23: x(active, since 1.02046s) 2024-04-13T21:56:19.296 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:19 smithi165 bash[31269]: cluster 2024-04-13T21:56:18.214883+0000 mgr.x (mgr.24580) 3 : cluster 0 pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:19.296 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:19 smithi165 bash[31269]: cephadm 2024-04-13T21:56:18.377349+0000 mgr.x (mgr.24580) 4 : cephadm 1 [13/Apr/2024:21:56:18] ENGINE Bus STARTING 2024-04-13T21:56:19.297 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:19 smithi165 bash[31269]: cephadm 2024-04-13T21:56:18.519686+0000 mgr.x (mgr.24580) 5 : cephadm 1 [13/Apr/2024:21:56:18] ENGINE Serving on http://172.21.15.189:8765 2024-04-13T21:56:19.297 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:19 smithi165 bash[31269]: cephadm 2024-04-13T21:56:18.713731+0000 mgr.x (mgr.24580) 6 : cephadm 1 [13/Apr/2024:21:56:18] ENGINE Serving on https://172.21.15.189:7150 2024-04-13T21:56:19.297 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:19 smithi165 bash[31269]: cephadm 2024-04-13T21:56:18.713952+0000 mgr.x (mgr.24580) 7 : cephadm 1 [13/Apr/2024:21:56:18] ENGINE Bus STARTED 2024-04-13T21:56:19.564 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:19 smithi165 bash[21625]: debug 2024-04-13T21:56:19.298+0000 7ffa25bc0200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T21:56:19.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:19 smithi189 bash[23633]: cephadm 2024-04-13T21:56:17.741084+0000 mgr.x (mgr.24580) 1 : cephadm 1 Deploying cephadm binary to smithi189 2024-04-13T21:56:19.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:19 smithi189 bash[23633]: cephadm 2024-04-13T21:56:17.751629+0000 mgr.x (mgr.24580) 2 : cephadm 1 Deploying cephadm binary to smithi165 2024-04-13T21:56:19.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:19 smithi189 bash[23633]: cluster 2024-04-13T21:56:18.177656+0000 mon.a (mon.0) 902 : cluster 0 mgrmap e23: x(active, since 1.02046s) 2024-04-13T21:56:19.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:19 smithi189 bash[23633]: cluster 2024-04-13T21:56:18.214883+0000 mgr.x (mgr.24580) 3 : cluster 0 pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:19.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:19 smithi189 bash[23633]: cephadm 2024-04-13T21:56:18.377349+0000 mgr.x (mgr.24580) 4 : cephadm 1 [13/Apr/2024:21:56:18] ENGINE Bus STARTING 2024-04-13T21:56:19.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:19 smithi189 bash[23633]: cephadm 2024-04-13T21:56:18.519686+0000 mgr.x (mgr.24580) 5 : cephadm 1 [13/Apr/2024:21:56:18] ENGINE Serving on http://172.21.15.189:8765 2024-04-13T21:56:19.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:19 smithi189 bash[23633]: cephadm 2024-04-13T21:56:18.713731+0000 mgr.x (mgr.24580) 6 : cephadm 1 [13/Apr/2024:21:56:18] ENGINE Serving on https://172.21.15.189:7150 2024-04-13T21:56:19.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:19 smithi189 bash[23633]: cephadm 2024-04-13T21:56:18.713952+0000 mgr.x (mgr.24580) 7 : cephadm 1 [13/Apr/2024:21:56:18] ENGINE Bus STARTED 2024-04-13T21:56:20.564 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:20 smithi165 bash[31269]: cluster 2024-04-13T21:56:19.186857+0000 mgr.x (mgr.24580) 8 : cluster 0 pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:20.564 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:20 smithi165 bash[31269]: audit 2024-04-13T21:56:19.896759+0000 mon.c (mon.2) 151 : audit 0 from='client.? 172.21.15.165:0/3782445687' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:20.564 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:20 smithi165 bash[21371]: cluster 2024-04-13T21:56:19.186857+0000 mgr.x (mgr.24580) 8 : cluster 0 pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:20.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:20 smithi165 bash[21371]: audit 2024-04-13T21:56:19.896759+0000 mon.c (mon.2) 151 : audit 0 from='client.? 172.21.15.165:0/3782445687' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:20.565 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:20 smithi165 bash[21625]: debug 2024-04-13T21:56:20.110+0000 7ffa25bc0200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T21:56:20.565 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:20 smithi165 bash[21625]: debug 2024-04-13T21:56:20.222+0000 7ffa25bc0200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T21:56:20.565 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:20 smithi165 bash[21625]: debug 2024-04-13T21:56:20.330+0000 7ffa25bc0200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T21:56:20.591 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:20 smithi189 bash[23633]: cluster 2024-04-13T21:56:19.186857+0000 mgr.x (mgr.24580) 8 : cluster 0 pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:20.591 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:20 smithi189 bash[23633]: audit 2024-04-13T21:56:19.896759+0000 mon.c (mon.2) 151 : audit 0 from='client.? 172.21.15.165:0/3782445687' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:21.065 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:20 smithi165 bash[21625]: debug 2024-04-13T21:56:20.686+0000 7ffa25bc0200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T21:56:21.066 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:20 smithi165 bash[21625]: debug 2024-04-13T21:56:20.802+0000 7ffa25bc0200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T21:56:21.066 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:20 smithi165 bash[21625]: debug 2024-04-13T21:56:20.910+0000 7ffa25bc0200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T21:56:21.512 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:21 smithi165 bash[21371]: cluster 2024-04-13T21:56:20.193325+0000 mon.a (mon.0) 903 : cluster 0 mgrmap e24: x(active, since 3s) 2024-04-13T21:56:21.513 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:21 smithi165 bash[31269]: cluster 2024-04-13T21:56:20.193325+0000 mon.a (mon.0) 903 : cluster 0 mgrmap e24: x(active, since 3s) 2024-04-13T21:56:21.513 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:21 smithi165 bash[21625]: debug 2024-04-13T21:56:21.270+0000 7ffa25bc0200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T21:56:21.513 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:21 smithi165 bash[21625]: debug 2024-04-13T21:56:21.518+0000 7ffa25bc0200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T21:56:21.591 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:21 smithi189 bash[23633]: cluster 2024-04-13T21:56:20.193325+0000 mon.a (mon.0) 903 : cluster 0 mgrmap e24: x(active, since 3s) 2024-04-13T21:56:22.064 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:21 smithi165 bash[21625]: debug 2024-04-13T21:56:21.782+0000 7ffa25bc0200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T21:56:22.064 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:21 smithi165 bash[21625]: debug 2024-04-13T21:56:21.894+0000 7ffa25bc0200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T21:56:22.432 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:22 smithi165 bash[21371]: cluster 2024-04-13T21:56:21.187270+0000 mgr.x (mgr.24580) 9 : cluster 0 pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:22.432 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:22 smithi165 bash[31269]: cluster 2024-04-13T21:56:21.187270+0000 mgr.x (mgr.24580) 9 : cluster 0 pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:22.432 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:22 smithi165 bash[21625]: debug 2024-04-13T21:56:22.178+0000 7ffa25bc0200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T21:56:22.591 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:22 smithi189 bash[23633]: cluster 2024-04-13T21:56:21.187270+0000 mgr.x (mgr.24580) 9 : cluster 0 pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:22.814 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:22 smithi165 bash[21625]: debug 2024-04-13T21:56:22.434+0000 7ffa25bc0200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T21:56:23.223 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:22 smithi165 bash[21625]: debug 2024-04-13T21:56:22.850+0000 7ffa25bc0200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T21:56:23.223 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:22 smithi165 bash[21625]: debug 2024-04-13T21:56:22.974+0000 7ffa25bc0200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T21:56:23.564 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:23 smithi165 bash[21371]: audit 2024-04-13T21:56:22.329857+0000 mon.a (mon.0) 904 : audit 0 from='client.? 172.21.15.165:0/2800268496' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:23.564 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:23 smithi165 bash[21625]: debug 2024-04-13T21:56:23.226+0000 7ffa25bc0200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T21:56:23.564 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:23 smithi165 bash[31269]: audit 2024-04-13T21:56:22.329857+0000 mon.a (mon.0) 904 : audit 0 from='client.? 172.21.15.165:0/2800268496' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:23.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:23 smithi189 bash[23633]: audit 2024-04-13T21:56:22.329857+0000 mon.a (mon.0) 904 : audit 0 from='client.? 172.21.15.165:0/2800268496' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:24.564 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:24 smithi165 bash[21371]: cluster 2024-04-13T21:56:23.187861+0000 mgr.x (mgr.24580) 10 : cluster 0 pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:24.564 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:24 smithi165 bash[21625]: debug 2024-04-13T21:56:24.250+0000 7ffa25bc0200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T21:56:24.564 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:24 smithi165 bash[21625]: debug 2024-04-13T21:56:24.370+0000 7ffa25bc0200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T21:56:24.565 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:24 smithi165 bash[31269]: cluster 2024-04-13T21:56:23.187861+0000 mgr.x (mgr.24580) 10 : cluster 0 pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:24.591 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:24 smithi189 bash[23633]: cluster 2024-04-13T21:56:23.187861+0000 mgr.x (mgr.24580) 10 : cluster 0 pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:25.064 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:24 smithi165 bash[21625]: debug 2024-04-13T21:56:24.682+0000 7ffa25bc0200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T21:56:25.064 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:24 smithi165 bash[21625]: debug 2024-04-13T21:56:24.802+0000 7ffa25bc0200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T21:56:25.525 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:25 smithi165 bash[31269]: audit 2024-04-13T21:56:24.760078+0000 mon.a (mon.0) 905 : audit 0 from='client.? 172.21.15.165:0/3654924480' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:25.525 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:25 smithi165 bash[21371]: audit 2024-04-13T21:56:24.760078+0000 mon.a (mon.0) 905 : audit 0 from='client.? 172.21.15.165:0/3654924480' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:25.526 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:25 smithi165 bash[21625]: debug 2024-04-13T21:56:25.274+0000 7ffa25bc0200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T21:56:25.526 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:25 smithi165 bash[21625]: debug 2024-04-13T21:56:25.402+0000 7ffa25bc0200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T21:56:25.526 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:25 smithi165 bash[21625]: [13/Apr/2024:21:56:25] ENGINE Bus STARTING 2024-04-13T21:56:25.591 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:25 smithi189 bash[23633]: audit 2024-04-13T21:56:24.760078+0000 mon.a (mon.0) 905 : audit 0 from='client.? 172.21.15.165:0/3654924480' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:25.814 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:25 smithi165 bash[21625]: CherryPy Checker: 2024-04-13T21:56:25.814 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:25 smithi165 bash[21625]: The Application mounted at '' has an empty config. 2024-04-13T21:56:25.814 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:25 smithi165 bash[21625]: [13/Apr/2024:21:56:25] ENGINE Serving on http://:::9283 2024-04-13T21:56:25.814 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:25 smithi165 bash[21625]: [13/Apr/2024:21:56:25] ENGINE Bus STARTED 2024-04-13T21:56:26.564 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:26 smithi165 bash[21371]: cluster 2024-04-13T21:56:25.188907+0000 mgr.x (mgr.24580) 11 : cluster 0 pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-13T21:56:26.564 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:26 smithi165 bash[21371]: cluster 2024-04-13T21:56:25.425932+0000 mon.a (mon.0) 906 : cluster 0 Standby manager daemon y started 2024-04-13T21:56:26.564 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:26 smithi165 bash[21371]: audit 2024-04-13T21:56:25.426327+0000 mon.c (mon.2) 152 : audit 0 from='mgr.? 172.21.15.165:0/3130984893' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-13T21:56:26.564 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:26 smithi165 bash[21371]: audit 2024-04-13T21:56:25.431388+0000 mon.c (mon.2) 153 : audit 0 from='mgr.? 172.21.15.165:0/3130984893' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T21:56:26.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:26 smithi165 bash[21371]: audit 2024-04-13T21:56:25.434001+0000 mon.c (mon.2) 154 : audit 0 from='mgr.? 172.21.15.165:0/3130984893' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-13T21:56:26.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:26 smithi165 bash[21371]: audit 2024-04-13T21:56:25.434603+0000 mon.c (mon.2) 155 : audit 0 from='mgr.? 172.21.15.165:0/3130984893' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T21:56:26.565 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:26 smithi165 bash[31269]: cluster 2024-04-13T21:56:25.188907+0000 mgr.x (mgr.24580) 11 : cluster 0 pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-13T21:56:26.565 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:26 smithi165 bash[31269]: cluster 2024-04-13T21:56:25.425932+0000 mon.a (mon.0) 906 : cluster 0 Standby manager daemon y started 2024-04-13T21:56:26.565 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:26 smithi165 bash[31269]: audit 2024-04-13T21:56:25.426327+0000 mon.c (mon.2) 152 : audit 0 from='mgr.? 172.21.15.165:0/3130984893' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-13T21:56:26.565 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:26 smithi165 bash[31269]: audit 2024-04-13T21:56:25.431388+0000 mon.c (mon.2) 153 : audit 0 from='mgr.? 172.21.15.165:0/3130984893' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T21:56:26.565 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:26 smithi165 bash[31269]: audit 2024-04-13T21:56:25.434001+0000 mon.c (mon.2) 154 : audit 0 from='mgr.? 172.21.15.165:0/3130984893' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-13T21:56:26.565 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:26 smithi165 bash[31269]: audit 2024-04-13T21:56:25.434603+0000 mon.c (mon.2) 155 : audit 0 from='mgr.? 172.21.15.165:0/3130984893' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T21:56:26.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:26 smithi189 bash[23633]: cluster 2024-04-13T21:56:25.188907+0000 mgr.x (mgr.24580) 11 : cluster 0 pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-13T21:56:26.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:26 smithi189 bash[23633]: cluster 2024-04-13T21:56:25.425932+0000 mon.a (mon.0) 906 : cluster 0 Standby manager daemon y started 2024-04-13T21:56:26.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:26 smithi189 bash[23633]: audit 2024-04-13T21:56:25.426327+0000 mon.c (mon.2) 152 : audit 0 from='mgr.? 172.21.15.165:0/3130984893' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-13T21:56:26.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:26 smithi189 bash[23633]: audit 2024-04-13T21:56:25.431388+0000 mon.c (mon.2) 153 : audit 0 from='mgr.? 172.21.15.165:0/3130984893' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T21:56:26.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:26 smithi189 bash[23633]: audit 2024-04-13T21:56:25.434001+0000 mon.c (mon.2) 154 : audit 0 from='mgr.? 172.21.15.165:0/3130984893' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-13T21:56:26.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:26 smithi189 bash[23633]: audit 2024-04-13T21:56:25.434603+0000 mon.c (mon.2) 155 : audit 0 from='mgr.? 172.21.15.165:0/3130984893' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T21:56:27.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:27 smithi165 bash[21371]: cluster 2024-04-13T21:56:26.278322+0000 mon.a (mon.0) 907 : cluster 0 mgrmap e25: x(active, since 9s), standbys: y 2024-04-13T21:56:27.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:27 smithi165 bash[21371]: audit 2024-04-13T21:56:26.285390+0000 mon.b (mon.1) 55 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T21:56:27.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:27 smithi165 bash[21371]: audit 2024-04-13T21:56:27.172915+0000 mon.a (mon.0) 908 : audit 0 from='client.? 172.21.15.165:0/1966712872' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:27.565 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:27 smithi165 bash[31269]: cluster 2024-04-13T21:56:26.278322+0000 mon.a (mon.0) 907 : cluster 0 mgrmap e25: x(active, since 9s), standbys: y 2024-04-13T21:56:27.565 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:27 smithi165 bash[31269]: audit 2024-04-13T21:56:26.285390+0000 mon.b (mon.1) 55 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T21:56:27.565 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:27 smithi165 bash[31269]: audit 2024-04-13T21:56:27.172915+0000 mon.a (mon.0) 908 : audit 0 from='client.? 172.21.15.165:0/1966712872' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:27.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:27 smithi189 bash[23633]: cluster 2024-04-13T21:56:26.278322+0000 mon.a (mon.0) 907 : cluster 0 mgrmap e25: x(active, since 9s), standbys: y 2024-04-13T21:56:27.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:27 smithi189 bash[23633]: audit 2024-04-13T21:56:26.285390+0000 mon.b (mon.1) 55 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T21:56:27.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:27 smithi189 bash[23633]: audit 2024-04-13T21:56:27.172915+0000 mon.a (mon.0) 908 : audit 0 from='client.? 172.21.15.165:0/1966712872' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:28.564 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:28 smithi165 bash[21371]: cluster 2024-04-13T21:56:27.189574+0000 mgr.x (mgr.24580) 12 : cluster 0 pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-13T21:56:28.564 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:28 smithi165 bash[31269]: cluster 2024-04-13T21:56:27.189574+0000 mgr.x (mgr.24580) 12 : cluster 0 pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-13T21:56:28.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:28 smithi189 bash[23633]: cluster 2024-04-13T21:56:27.189574+0000 mgr.x (mgr.24580) 12 : cluster 0 pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-13T21:56:30.564 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:30 smithi165 bash[31269]: cluster 2024-04-13T21:56:29.190791+0000 mgr.x (mgr.24580) 13 : cluster 0 pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-13T21:56:30.564 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:30 smithi165 bash[31269]: audit 2024-04-13T21:56:29.600588+0000 mon.c (mon.2) 156 : audit 0 from='client.? 172.21.15.165:0/2762098850' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:30.564 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:30 smithi165 bash[21371]: cluster 2024-04-13T21:56:29.190791+0000 mgr.x (mgr.24580) 13 : cluster 0 pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-13T21:56:30.564 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:30 smithi165 bash[21371]: audit 2024-04-13T21:56:29.600588+0000 mon.c (mon.2) 156 : audit 0 from='client.? 172.21.15.165:0/2762098850' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:30.591 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:30 smithi189 bash[23633]: cluster 2024-04-13T21:56:29.190791+0000 mgr.x (mgr.24580) 13 : cluster 0 pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-13T21:56:30.591 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:30 smithi189 bash[23633]: audit 2024-04-13T21:56:29.600588+0000 mon.c (mon.2) 156 : audit 0 from='client.? 172.21.15.165:0/2762098850' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:32.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:31 smithi165 bash[21371]: audit 2024-04-13T21:56:30.734305+0000 mon.a (mon.0) 909 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:32.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:31 smithi165 bash[21371]: audit 2024-04-13T21:56:30.744428+0000 mon.a (mon.0) 910 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:32.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:31 smithi165 bash[21371]: cluster 2024-04-13T21:56:31.191285+0000 mgr.x (mgr.24580) 14 : cluster 0 pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T21:56:32.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:31 smithi165 bash[21371]: audit 2024-04-13T21:56:31.198374+0000 mon.a (mon.0) 911 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:32.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:31 smithi165 bash[21371]: audit 2024-04-13T21:56:31.210294+0000 mon.a (mon.0) 912 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:32.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:31 smithi165 bash[31269]: audit 2024-04-13T21:56:30.734305+0000 mon.a (mon.0) 909 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:32.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:31 smithi165 bash[31269]: audit 2024-04-13T21:56:30.744428+0000 mon.a (mon.0) 910 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:32.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:31 smithi165 bash[31269]: cluster 2024-04-13T21:56:31.191285+0000 mgr.x (mgr.24580) 14 : cluster 0 pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T21:56:32.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:31 smithi165 bash[31269]: audit 2024-04-13T21:56:31.198374+0000 mon.a (mon.0) 911 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:32.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:31 smithi165 bash[31269]: audit 2024-04-13T21:56:31.210294+0000 mon.a (mon.0) 912 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:32.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:31 smithi189 bash[23633]: audit 2024-04-13T21:56:30.734305+0000 mon.a (mon.0) 909 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:32.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:31 smithi189 bash[23633]: audit 2024-04-13T21:56:30.744428+0000 mon.a (mon.0) 910 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:32.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:31 smithi189 bash[23633]: cluster 2024-04-13T21:56:31.191285+0000 mgr.x (mgr.24580) 14 : cluster 0 pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T21:56:32.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:31 smithi189 bash[23633]: audit 2024-04-13T21:56:31.198374+0000 mon.a (mon.0) 911 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:32.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:31 smithi189 bash[23633]: audit 2024-04-13T21:56:31.210294+0000 mon.a (mon.0) 912 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:32.780 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:32 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:56:32] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-13T21:56:33.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:32 smithi165 bash[21371]: audit 2024-04-13T21:56:31.787942+0000 mon.a (mon.0) 913 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:33.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:32 smithi165 bash[21371]: audit 2024-04-13T21:56:31.795353+0000 mon.a (mon.0) 914 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:33.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:32 smithi165 bash[21371]: audit 2024-04-13T21:56:31.841702+0000 mon.a (mon.0) 915 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:33.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:32 smithi165 bash[21371]: audit 2024-04-13T21:56:31.844408+0000 mon.b (mon.1) 56 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:33.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:32 smithi165 bash[21371]: audit 2024-04-13T21:56:31.852581+0000 mon.a (mon.0) 916 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:33.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:32 smithi165 bash[21371]: audit 2024-04-13T21:56:31.855217+0000 mon.b (mon.1) 57 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:33.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:32 smithi165 bash[21371]: audit 2024-04-13T21:56:31.873178+0000 mon.a (mon.0) 917 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:33.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:32 smithi165 bash[21371]: audit 2024-04-13T21:56:31.875790+0000 mon.b (mon.1) 58 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:33.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:32 smithi165 bash[21371]: audit 2024-04-13T21:56:31.881018+0000 mon.a (mon.0) 918 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:33.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:32 smithi165 bash[21371]: audit 2024-04-13T21:56:31.883650+0000 mon.b (mon.1) 59 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:33.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:32 smithi165 bash[21371]: cephadm 2024-04-13T21:56:31.888756+0000 mgr.x (mgr.24580) 15 : cephadm 1 Adjusting osd_memory_target on smithi165 to 2524M 2024-04-13T21:56:33.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:32 smithi165 bash[21371]: audit 2024-04-13T21:56:31.892689+0000 mon.a (mon.0) 919 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:33.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:32 smithi165 bash[21371]: audit 2024-04-13T21:56:32.052386+0000 mon.a (mon.0) 920 : audit 0 from='client.? 172.21.15.165:0/4208141529' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:33.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:32 smithi165 bash[21371]: audit 2024-04-13T21:56:32.300984+0000 mon.b (mon.1) 60 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:56:33.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:32 smithi165 bash[21371]: audit 2024-04-13T21:56:32.424082+0000 mon.a (mon.0) 921 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:33.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:32 smithi165 bash[21371]: audit 2024-04-13T21:56:32.439731+0000 mon.a (mon.0) 922 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:33.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:32 smithi165 bash[31269]: audit 2024-04-13T21:56:31.787942+0000 mon.a (mon.0) 913 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:33.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:32 smithi165 bash[31269]: audit 2024-04-13T21:56:31.795353+0000 mon.a (mon.0) 914 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:33.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:32 smithi165 bash[31269]: audit 2024-04-13T21:56:31.841702+0000 mon.a (mon.0) 915 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:33.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:32 smithi165 bash[31269]: audit 2024-04-13T21:56:31.844408+0000 mon.b (mon.1) 56 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:33.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:32 smithi165 bash[31269]: audit 2024-04-13T21:56:31.852581+0000 mon.a (mon.0) 916 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:33.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:32 smithi165 bash[31269]: audit 2024-04-13T21:56:31.855217+0000 mon.b (mon.1) 57 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:33.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:32 smithi165 bash[31269]: audit 2024-04-13T21:56:31.873178+0000 mon.a (mon.0) 917 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:33.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:32 smithi165 bash[31269]: audit 2024-04-13T21:56:31.875790+0000 mon.b (mon.1) 58 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:33.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:32 smithi165 bash[31269]: audit 2024-04-13T21:56:31.881018+0000 mon.a (mon.0) 918 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:33.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:32 smithi165 bash[31269]: audit 2024-04-13T21:56:31.883650+0000 mon.b (mon.1) 59 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:33.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:32 smithi165 bash[31269]: cephadm 2024-04-13T21:56:31.888756+0000 mgr.x (mgr.24580) 15 : cephadm 1 Adjusting osd_memory_target on smithi165 to 2524M 2024-04-13T21:56:33.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:32 smithi165 bash[31269]: audit 2024-04-13T21:56:31.892689+0000 mon.a (mon.0) 919 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:33.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:32 smithi165 bash[31269]: audit 2024-04-13T21:56:32.052386+0000 mon.a (mon.0) 920 : audit 0 from='client.? 172.21.15.165:0/4208141529' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:33.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:32 smithi165 bash[31269]: audit 2024-04-13T21:56:32.300984+0000 mon.b (mon.1) 60 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:56:33.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:32 smithi165 bash[31269]: audit 2024-04-13T21:56:32.424082+0000 mon.a (mon.0) 921 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:33.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:32 smithi165 bash[31269]: audit 2024-04-13T21:56:32.439731+0000 mon.a (mon.0) 922 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:33.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:32 smithi189 bash[23633]: audit 2024-04-13T21:56:31.787942+0000 mon.a (mon.0) 913 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:33.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:32 smithi189 bash[23633]: audit 2024-04-13T21:56:31.795353+0000 mon.a (mon.0) 914 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:33.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:32 smithi189 bash[23633]: audit 2024-04-13T21:56:31.841702+0000 mon.a (mon.0) 915 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:33.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:32 smithi189 bash[23633]: audit 2024-04-13T21:56:31.844408+0000 mon.b (mon.1) 56 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:33.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:32 smithi189 bash[23633]: audit 2024-04-13T21:56:31.852581+0000 mon.a (mon.0) 916 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:33.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:32 smithi189 bash[23633]: audit 2024-04-13T21:56:31.855217+0000 mon.b (mon.1) 57 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:33.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:32 smithi189 bash[23633]: audit 2024-04-13T21:56:31.873178+0000 mon.a (mon.0) 917 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:33.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:32 smithi189 bash[23633]: audit 2024-04-13T21:56:31.875790+0000 mon.b (mon.1) 58 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:33.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:32 smithi189 bash[23633]: audit 2024-04-13T21:56:31.881018+0000 mon.a (mon.0) 918 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:33.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:32 smithi189 bash[23633]: audit 2024-04-13T21:56:31.883650+0000 mon.b (mon.1) 59 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:33.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:32 smithi189 bash[23633]: cephadm 2024-04-13T21:56:31.888756+0000 mgr.x (mgr.24580) 15 : cephadm 1 Adjusting osd_memory_target on smithi165 to 2524M 2024-04-13T21:56:33.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:32 smithi189 bash[23633]: audit 2024-04-13T21:56:31.892689+0000 mon.a (mon.0) 919 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:33.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:32 smithi189 bash[23633]: audit 2024-04-13T21:56:32.052386+0000 mon.a (mon.0) 920 : audit 0 from='client.? 172.21.15.165:0/4208141529' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:33.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:32 smithi189 bash[23633]: audit 2024-04-13T21:56:32.300984+0000 mon.b (mon.1) 60 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:56:33.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:32 smithi189 bash[23633]: audit 2024-04-13T21:56:32.424082+0000 mon.a (mon.0) 921 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:33.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:32 smithi189 bash[23633]: audit 2024-04-13T21:56:32.439731+0000 mon.a (mon.0) 922 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:34.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:33 smithi165 bash[21371]: cluster 2024-04-13T21:56:33.192052+0000 mgr.x (mgr.24580) 16 : cluster 0 pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T21:56:34.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:33 smithi165 bash[31269]: cluster 2024-04-13T21:56:33.192052+0000 mgr.x (mgr.24580) 16 : cluster 0 pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T21:56:34.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:33 smithi189 bash[23633]: cluster 2024-04-13T21:56:33.192052+0000 mgr.x (mgr.24580) 16 : cluster 0 pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T21:56:35.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:34 smithi165 bash[21371]: audit 2024-04-13T21:56:34.490935+0000 mon.c (mon.2) 157 : audit 0 from='client.? 172.21.15.165:0/1925468037' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:35.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:34 smithi165 bash[31269]: audit 2024-04-13T21:56:34.490935+0000 mon.c (mon.2) 157 : audit 0 from='client.? 172.21.15.165:0/1925468037' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:35.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:34 smithi189 bash[23633]: audit 2024-04-13T21:56:34.490935+0000 mon.c (mon.2) 157 : audit 0 from='client.? 172.21.15.165:0/1925468037' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:36.064 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:35 smithi165 bash[21371]: cluster 2024-04-13T21:56:35.193274+0000 mgr.x (mgr.24580) 17 : cluster 0 pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T21:56:36.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:35 smithi165 bash[31269]: cluster 2024-04-13T21:56:35.193274+0000 mgr.x (mgr.24580) 17 : cluster 0 pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T21:56:36.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:35 smithi189 bash[23633]: cluster 2024-04-13T21:56:35.193274+0000 mgr.x (mgr.24580) 17 : cluster 0 pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T21:56:37.314 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:36 smithi165 bash[21371]: audit 2024-04-13T21:56:36.914996+0000 mon.a (mon.0) 923 : audit 0 from='client.? 172.21.15.165:0/3766903616' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:37.314 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:36 smithi165 bash[31269]: audit 2024-04-13T21:56:36.914996+0000 mon.a (mon.0) 923 : audit 0 from='client.? 172.21.15.165:0/3766903616' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:37.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:36 smithi189 bash[23633]: audit 2024-04-13T21:56:36.914996+0000 mon.a (mon.0) 923 : audit 0 from='client.? 172.21.15.165:0/3766903616' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:38.314 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:37 smithi165 bash[21371]: cluster 2024-04-13T21:56:37.193895+0000 mgr.x (mgr.24580) 18 : cluster 0 pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:38.314 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:37 smithi165 bash[31269]: cluster 2024-04-13T21:56:37.193895+0000 mgr.x (mgr.24580) 18 : cluster 0 pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:38.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:37 smithi189 bash[23633]: cluster 2024-04-13T21:56:37.193895+0000 mgr.x (mgr.24580) 18 : cluster 0 pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:39.092 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:38 smithi189 bash[50588]: ts=2024-04-13T21:56:38.784Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.165:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.165:8765: connect: connection refused" 2024-04-13T21:56:39.092 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:38 smithi189 bash[50588]: ts=2024-04-13T21:56:38.787Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.165:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.165:8765: connect: connection refused" 2024-04-13T21:56:39.092 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:38 smithi189 bash[50588]: ts=2024-04-13T21:56:38.791Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.165:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.165:8765: connect: connection refused" 2024-04-13T21:56:39.092 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:38 smithi189 bash[50588]: ts=2024-04-13T21:56:38.791Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.165:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.165:8765: connect: connection refused" 2024-04-13T21:56:39.092 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:38 smithi189 bash[50588]: ts=2024-04-13T21:56:38.792Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.165:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.165:8765: connect: connection refused" 2024-04-13T21:56:40.564 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:40 smithi165 bash[21371]: cluster 2024-04-13T21:56:39.195067+0000 mgr.x (mgr.24580) 19 : cluster 0 pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:40.564 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:40 smithi165 bash[21371]: audit 2024-04-13T21:56:39.345561+0000 mon.c (mon.2) 158 : audit 0 from='client.? 172.21.15.165:0/3864009027' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:40.565 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:40 smithi165 bash[31269]: cluster 2024-04-13T21:56:39.195067+0000 mgr.x (mgr.24580) 19 : cluster 0 pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:40.565 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:40 smithi165 bash[31269]: audit 2024-04-13T21:56:39.345561+0000 mon.c (mon.2) 158 : audit 0 from='client.? 172.21.15.165:0/3864009027' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:40.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:40 smithi189 bash[23633]: cluster 2024-04-13T21:56:39.195067+0000 mgr.x (mgr.24580) 19 : cluster 0 pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:40.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:40 smithi189 bash[23633]: audit 2024-04-13T21:56:39.345561+0000 mon.c (mon.2) 158 : audit 0 from='client.? 172.21.15.165:0/3864009027' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:42.564 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:42 smithi165 bash[21625]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:56:42] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-13T21:56:42.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:42 smithi165 bash[21371]: cluster 2024-04-13T21:56:41.195574+0000 mgr.x (mgr.24580) 20 : cluster 0 pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:42.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:42 smithi165 bash[21371]: audit 2024-04-13T21:56:41.776303+0000 mon.a (mon.0) 924 : audit 0 from='client.? 172.21.15.165:0/2498901913' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:42.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:42 smithi165 bash[21371]: audit 2024-04-13T21:56:41.944048+0000 mon.a (mon.0) 925 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:42.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:42 smithi165 bash[21371]: audit 2024-04-13T21:56:41.959396+0000 mon.a (mon.0) 926 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:42.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:42 smithi165 bash[21371]: audit 2024-04-13T21:56:41.965430+0000 mon.a (mon.0) 927 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:42.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:42 smithi165 bash[21371]: audit 2024-04-13T21:56:41.967675+0000 mon.b (mon.1) 61 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:42.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:42 smithi165 bash[21371]: audit 2024-04-13T21:56:41.968716+0000 mon.a (mon.0) 928 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:42.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:42 smithi165 bash[21371]: audit 2024-04-13T21:56:41.971338+0000 mon.b (mon.1) 62 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:42.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:42 smithi165 bash[21371]: audit 2024-04-13T21:56:41.971757+0000 mon.a (mon.0) 929 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:42.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:42 smithi165 bash[21371]: audit 2024-04-13T21:56:41.974411+0000 mon.b (mon.1) 63 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:42.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:42 smithi165 bash[21371]: audit 2024-04-13T21:56:41.974634+0000 mon.a (mon.0) 930 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:42.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:42 smithi165 bash[21371]: audit 2024-04-13T21:56:41.977331+0000 mon.b (mon.1) 64 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:42.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:42 smithi165 bash[21371]: audit 2024-04-13T21:56:41.986133+0000 mon.a (mon.0) 931 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:42.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:42 smithi165 bash[21371]: audit 2024-04-13T21:56:41.992347+0000 mon.b (mon.1) 65 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:56:42.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:42 smithi165 bash[21371]: audit 2024-04-13T21:56:41.993887+0000 mon.b (mon.1) 66 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:56:42.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:42 smithi165 bash[31269]: cluster 2024-04-13T21:56:41.195574+0000 mgr.x (mgr.24580) 20 : cluster 0 pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:42.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:42 smithi165 bash[31269]: audit 2024-04-13T21:56:41.776303+0000 mon.a (mon.0) 924 : audit 0 from='client.? 172.21.15.165:0/2498901913' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:42.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:42 smithi165 bash[31269]: audit 2024-04-13T21:56:41.944048+0000 mon.a (mon.0) 925 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:42.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:42 smithi165 bash[31269]: audit 2024-04-13T21:56:41.959396+0000 mon.a (mon.0) 926 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:42.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:42 smithi165 bash[31269]: audit 2024-04-13T21:56:41.965430+0000 mon.a (mon.0) 927 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:42.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:42 smithi165 bash[31269]: audit 2024-04-13T21:56:41.967675+0000 mon.b (mon.1) 61 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:42.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:42 smithi165 bash[31269]: audit 2024-04-13T21:56:41.968716+0000 mon.a (mon.0) 928 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:42.567 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:42 smithi165 bash[31269]: audit 2024-04-13T21:56:41.971338+0000 mon.b (mon.1) 62 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:42.567 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:42 smithi165 bash[31269]: audit 2024-04-13T21:56:41.971757+0000 mon.a (mon.0) 929 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:42.567 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:42 smithi165 bash[31269]: audit 2024-04-13T21:56:41.974411+0000 mon.b (mon.1) 63 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:42.567 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:42 smithi165 bash[31269]: audit 2024-04-13T21:56:41.974634+0000 mon.a (mon.0) 930 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:42.567 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:42 smithi165 bash[31269]: audit 2024-04-13T21:56:41.977331+0000 mon.b (mon.1) 64 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:42.567 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:42 smithi165 bash[31269]: audit 2024-04-13T21:56:41.986133+0000 mon.a (mon.0) 931 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:42.567 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:42 smithi165 bash[31269]: audit 2024-04-13T21:56:41.992347+0000 mon.b (mon.1) 65 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:56:42.567 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:42 smithi165 bash[31269]: audit 2024-04-13T21:56:41.993887+0000 mon.b (mon.1) 66 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:56:42.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:42 smithi189 bash[23633]: cluster 2024-04-13T21:56:41.195574+0000 mgr.x (mgr.24580) 20 : cluster 0 pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:42.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:42 smithi189 bash[23633]: audit 2024-04-13T21:56:41.776303+0000 mon.a (mon.0) 924 : audit 0 from='client.? 172.21.15.165:0/2498901913' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:42.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:42 smithi189 bash[23633]: audit 2024-04-13T21:56:41.944048+0000 mon.a (mon.0) 925 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:42.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:42 smithi189 bash[23633]: audit 2024-04-13T21:56:41.959396+0000 mon.a (mon.0) 926 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:42.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:42 smithi189 bash[23633]: audit 2024-04-13T21:56:41.965430+0000 mon.a (mon.0) 927 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:42.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:42 smithi189 bash[23633]: audit 2024-04-13T21:56:41.967675+0000 mon.b (mon.1) 61 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:42.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:42 smithi189 bash[23633]: audit 2024-04-13T21:56:41.968716+0000 mon.a (mon.0) 928 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:42.593 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:42 smithi189 bash[23633]: audit 2024-04-13T21:56:41.971338+0000 mon.b (mon.1) 62 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:42.593 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:42 smithi189 bash[23633]: audit 2024-04-13T21:56:41.971757+0000 mon.a (mon.0) 929 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:42.593 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:42 smithi189 bash[23633]: audit 2024-04-13T21:56:41.974411+0000 mon.b (mon.1) 63 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:42.593 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:42 smithi189 bash[23633]: audit 2024-04-13T21:56:41.974634+0000 mon.a (mon.0) 930 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:42.593 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:42 smithi189 bash[23633]: audit 2024-04-13T21:56:41.977331+0000 mon.b (mon.1) 64 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-13T21:56:42.593 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:42 smithi189 bash[23633]: audit 2024-04-13T21:56:41.986133+0000 mon.a (mon.0) 931 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:42.593 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:42 smithi189 bash[23633]: audit 2024-04-13T21:56:41.992347+0000 mon.b (mon.1) 65 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:56:42.593 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:42 smithi189 bash[23633]: audit 2024-04-13T21:56:41.993887+0000 mon.b (mon.1) 66 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:56:43.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:43 smithi165 bash[21371]: cephadm 2024-04-13T21:56:41.979839+0000 mgr.x (mgr.24580) 21 : cephadm 1 Adjusting osd_memory_target on smithi189 to 2524M 2024-04-13T21:56:43.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:43 smithi165 bash[21371]: cephadm 2024-04-13T21:56:41.996211+0000 mgr.x (mgr.24580) 22 : cephadm 1 Updating smithi165:/etc/ceph/ceph.conf 2024-04-13T21:56:43.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:43 smithi165 bash[21371]: cephadm 2024-04-13T21:56:41.996586+0000 mgr.x (mgr.24580) 23 : cephadm 1 Updating smithi189:/etc/ceph/ceph.conf 2024-04-13T21:56:43.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:43 smithi165 bash[21371]: cephadm 2024-04-13T21:56:42.263204+0000 mgr.x (mgr.24580) 24 : cephadm 1 Updating smithi165:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.conf 2024-04-13T21:56:43.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:43 smithi165 bash[21371]: cephadm 2024-04-13T21:56:42.263465+0000 mgr.x (mgr.24580) 25 : cephadm 1 Updating smithi189:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.conf 2024-04-13T21:56:43.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:43 smithi165 bash[21371]: cephadm 2024-04-13T21:56:42.428021+0000 mgr.x (mgr.24580) 26 : cephadm 1 Updating smithi165:/etc/ceph/ceph.client.admin.keyring 2024-04-13T21:56:43.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:43 smithi165 bash[21371]: cephadm 2024-04-13T21:56:42.428948+0000 mgr.x (mgr.24580) 27 : cephadm 1 Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-04-13T21:56:43.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:43 smithi165 bash[21371]: cephadm 2024-04-13T21:56:42.592382+0000 mgr.x (mgr.24580) 28 : cephadm 1 Updating smithi165:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T21:56:43.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:43 smithi165 bash[21371]: cephadm 2024-04-13T21:56:42.593268+0000 mgr.x (mgr.24580) 29 : cephadm 1 Updating smithi189:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T21:56:43.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:43 smithi165 bash[21371]: audit 2024-04-13T21:56:42.762474+0000 mon.a (mon.0) 932 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:43.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:43 smithi165 bash[21371]: audit 2024-04-13T21:56:42.769891+0000 mon.a (mon.0) 933 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:43.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:43 smithi165 bash[21371]: audit 2024-04-13T21:56:42.784806+0000 mon.a (mon.0) 934 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:43.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:43 smithi165 bash[21371]: audit 2024-04-13T21:56:42.795364+0000 mon.a (mon.0) 935 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:43.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:43 smithi165 bash[21371]: audit 2024-04-13T21:56:42.806843+0000 mon.a (mon.0) 936 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:43.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:43 smithi165 bash[31269]: cephadm 2024-04-13T21:56:41.979839+0000 mgr.x (mgr.24580) 21 : cephadm 1 Adjusting osd_memory_target on smithi189 to 2524M 2024-04-13T21:56:43.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:43 smithi165 bash[31269]: cephadm 2024-04-13T21:56:41.996211+0000 mgr.x (mgr.24580) 22 : cephadm 1 Updating smithi165:/etc/ceph/ceph.conf 2024-04-13T21:56:43.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:43 smithi165 bash[31269]: cephadm 2024-04-13T21:56:41.996586+0000 mgr.x (mgr.24580) 23 : cephadm 1 Updating smithi189:/etc/ceph/ceph.conf 2024-04-13T21:56:43.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:43 smithi165 bash[31269]: cephadm 2024-04-13T21:56:42.263204+0000 mgr.x (mgr.24580) 24 : cephadm 1 Updating smithi165:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.conf 2024-04-13T21:56:43.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:43 smithi165 bash[31269]: cephadm 2024-04-13T21:56:42.263465+0000 mgr.x (mgr.24580) 25 : cephadm 1 Updating smithi189:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.conf 2024-04-13T21:56:43.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:43 smithi165 bash[31269]: cephadm 2024-04-13T21:56:42.428021+0000 mgr.x (mgr.24580) 26 : cephadm 1 Updating smithi165:/etc/ceph/ceph.client.admin.keyring 2024-04-13T21:56:43.567 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:43 smithi165 bash[31269]: cephadm 2024-04-13T21:56:42.428948+0000 mgr.x (mgr.24580) 27 : cephadm 1 Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-04-13T21:56:43.567 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:43 smithi165 bash[31269]: cephadm 2024-04-13T21:56:42.592382+0000 mgr.x (mgr.24580) 28 : cephadm 1 Updating smithi165:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T21:56:43.567 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:43 smithi165 bash[31269]: cephadm 2024-04-13T21:56:42.593268+0000 mgr.x (mgr.24580) 29 : cephadm 1 Updating smithi189:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T21:56:43.567 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:43 smithi165 bash[31269]: audit 2024-04-13T21:56:42.762474+0000 mon.a (mon.0) 932 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:43.567 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:43 smithi165 bash[31269]: audit 2024-04-13T21:56:42.769891+0000 mon.a (mon.0) 933 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:43.567 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:43 smithi165 bash[31269]: audit 2024-04-13T21:56:42.784806+0000 mon.a (mon.0) 934 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:43.567 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:43 smithi165 bash[31269]: audit 2024-04-13T21:56:42.795364+0000 mon.a (mon.0) 935 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:43.567 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:43 smithi165 bash[31269]: audit 2024-04-13T21:56:42.806843+0000 mon.a (mon.0) 936 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:43.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:43 smithi189 bash[23633]: cephadm 2024-04-13T21:56:41.979839+0000 mgr.x (mgr.24580) 21 : cephadm 1 Adjusting osd_memory_target on smithi189 to 2524M 2024-04-13T21:56:43.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:43 smithi189 bash[23633]: cephadm 2024-04-13T21:56:41.996211+0000 mgr.x (mgr.24580) 22 : cephadm 1 Updating smithi165:/etc/ceph/ceph.conf 2024-04-13T21:56:43.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:43 smithi189 bash[23633]: cephadm 2024-04-13T21:56:41.996586+0000 mgr.x (mgr.24580) 23 : cephadm 1 Updating smithi189:/etc/ceph/ceph.conf 2024-04-13T21:56:43.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:43 smithi189 bash[23633]: cephadm 2024-04-13T21:56:42.263204+0000 mgr.x (mgr.24580) 24 : cephadm 1 Updating smithi165:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.conf 2024-04-13T21:56:43.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:43 smithi189 bash[23633]: cephadm 2024-04-13T21:56:42.263465+0000 mgr.x (mgr.24580) 25 : cephadm 1 Updating smithi189:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.conf 2024-04-13T21:56:43.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:43 smithi189 bash[23633]: cephadm 2024-04-13T21:56:42.428021+0000 mgr.x (mgr.24580) 26 : cephadm 1 Updating smithi165:/etc/ceph/ceph.client.admin.keyring 2024-04-13T21:56:43.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:43 smithi189 bash[23633]: cephadm 2024-04-13T21:56:42.428948+0000 mgr.x (mgr.24580) 27 : cephadm 1 Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-04-13T21:56:43.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:43 smithi189 bash[23633]: cephadm 2024-04-13T21:56:42.592382+0000 mgr.x (mgr.24580) 28 : cephadm 1 Updating smithi165:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T21:56:43.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:43 smithi189 bash[23633]: cephadm 2024-04-13T21:56:42.593268+0000 mgr.x (mgr.24580) 29 : cephadm 1 Updating smithi189:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T21:56:43.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:43 smithi189 bash[23633]: audit 2024-04-13T21:56:42.762474+0000 mon.a (mon.0) 932 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:43.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:43 smithi189 bash[23633]: audit 2024-04-13T21:56:42.769891+0000 mon.a (mon.0) 933 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:43.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:43 smithi189 bash[23633]: audit 2024-04-13T21:56:42.784806+0000 mon.a (mon.0) 934 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:43.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:43 smithi189 bash[23633]: audit 2024-04-13T21:56:42.795364+0000 mon.a (mon.0) 935 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:43.593 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:43 smithi189 bash[23633]: audit 2024-04-13T21:56:42.806843+0000 mon.a (mon.0) 936 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:44.551 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:44 smithi189 bash[23633]: cephadm 2024-04-13T21:56:42.890163+0000 mgr.x (mgr.24580) 30 : cephadm 1 Reconfiguring prometheus.a (dependencies changed)... 2024-04-13T21:56:44.551 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:44 smithi189 bash[23633]: cephadm 2024-04-13T21:56:43.183217+0000 mgr.x (mgr.24580) 31 : cephadm 1 Reconfiguring daemon prometheus.a on smithi189 2024-04-13T21:56:44.552 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:44 smithi189 bash[23633]: cluster 2024-04-13T21:56:43.196285+0000 mgr.x (mgr.24580) 32 : cluster 0 pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:44.552 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:44 smithi189 bash[23633]: audit 2024-04-13T21:56:44.200864+0000 mon.c (mon.2) 159 : audit 0 from='client.? 172.21.15.165:0/3867001434' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:44.564 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:44 smithi165 bash[21371]: cephadm 2024-04-13T21:56:42.890163+0000 mgr.x (mgr.24580) 30 : cephadm 1 Reconfiguring prometheus.a (dependencies changed)... 2024-04-13T21:56:44.564 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:44 smithi165 bash[21371]: cephadm 2024-04-13T21:56:43.183217+0000 mgr.x (mgr.24580) 31 : cephadm 1 Reconfiguring daemon prometheus.a on smithi189 2024-04-13T21:56:44.564 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:44 smithi165 bash[21371]: cluster 2024-04-13T21:56:43.196285+0000 mgr.x (mgr.24580) 32 : cluster 0 pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:44.564 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:44 smithi165 bash[21371]: audit 2024-04-13T21:56:44.200864+0000 mon.c (mon.2) 159 : audit 0 from='client.? 172.21.15.165:0/3867001434' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:44.565 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:44 smithi165 bash[31269]: cephadm 2024-04-13T21:56:42.890163+0000 mgr.x (mgr.24580) 30 : cephadm 1 Reconfiguring prometheus.a (dependencies changed)... 2024-04-13T21:56:44.565 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:44 smithi165 bash[31269]: cephadm 2024-04-13T21:56:43.183217+0000 mgr.x (mgr.24580) 31 : cephadm 1 Reconfiguring daemon prometheus.a on smithi189 2024-04-13T21:56:44.565 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:44 smithi165 bash[31269]: cluster 2024-04-13T21:56:43.196285+0000 mgr.x (mgr.24580) 32 : cluster 0 pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:44.565 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:44 smithi165 bash[31269]: audit 2024-04-13T21:56:44.200864+0000 mon.c (mon.2) 159 : audit 0 from='client.? 172.21.15.165:0/3867001434' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:46.564 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:46 smithi165 bash[21371]: cluster 2024-04-13T21:56:45.197129+0000 mgr.x (mgr.24580) 33 : cluster 0 pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:46.565 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:46 smithi165 bash[31269]: cluster 2024-04-13T21:56:45.197129+0000 mgr.x (mgr.24580) 33 : cluster 0 pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:46.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:46 smithi189 bash[23633]: cluster 2024-04-13T21:56:45.197129+0000 mgr.x (mgr.24580) 33 : cluster 0 pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:47.056 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:46 smithi189 systemd[1]: Stopping Ceph prometheus.a for 1c29171c-f9de-11ee-bc8e-c7b262605968... 2024-04-13T21:56:47.056 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:46 smithi189 bash[50588]: ts=2024-04-13T21:56:46.868Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-13T21:56:47.057 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:46 smithi189 bash[50588]: ts=2024-04-13T21:56:46.868Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-13T21:56:47.057 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:46 smithi189 bash[50588]: ts=2024-04-13T21:56:46.868Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-13T21:56:47.057 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:46 smithi189 bash[50588]: ts=2024-04-13T21:56:46.868Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-13T21:56:47.057 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:46 smithi189 bash[50588]: ts=2024-04-13T21:56:46.868Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-13T21:56:47.057 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:46 smithi189 bash[50588]: ts=2024-04-13T21:56:46.868Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-13T21:56:47.057 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:46 smithi189 bash[50588]: ts=2024-04-13T21:56:46.868Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-13T21:56:47.057 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:46 smithi189 bash[50588]: ts=2024-04-13T21:56:46.868Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-13T21:56:47.057 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:46 smithi189 bash[50588]: ts=2024-04-13T21:56:46.869Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-13T21:56:47.057 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:46 smithi189 bash[50588]: ts=2024-04-13T21:56:46.869Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-13T21:56:47.057 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:46 smithi189 bash[50588]: ts=2024-04-13T21:56:46.869Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-13T21:56:47.057 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:46 smithi189 bash[50588]: ts=2024-04-13T21:56:46.869Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-13T21:56:47.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:47 smithi189 bash[23633]: audit 2024-04-13T21:56:46.628277+0000 mon.a (mon.0) 937 : audit 0 from='client.? 172.21.15.165:0/3507273528' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:47.564 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:47 smithi165 bash[21371]: audit 2024-04-13T21:56:46.628277+0000 mon.a (mon.0) 937 : audit 0 from='client.? 172.21.15.165:0/3507273528' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:47.565 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:47 smithi165 bash[31269]: audit 2024-04-13T21:56:46.628277+0000 mon.a (mon.0) 937 : audit 0 from='client.? 172.21.15.165:0/3507273528' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:47.842 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:47 smithi189 bash[59269]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-prometheus-a 2024-04-13T21:56:47.842 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:47 smithi189 bash[59331]: Error response from daemon: No such container: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-prometheus-a 2024-04-13T21:56:47.842 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:47 smithi189 systemd[1]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-13T21:56:47.842 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:47 smithi189 systemd[1]: Stopped Ceph prometheus.a for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T21:56:47.842 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:47 smithi189 systemd[1]: Started Ceph prometheus.a for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T21:56:48.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:48 smithi165 bash[21371]: cluster 2024-04-13T21:56:47.197775+0000 mgr.x (mgr.24580) 34 : cluster 0 pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:48.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:48 smithi165 bash[21371]: audit 2024-04-13T21:56:47.301391+0000 mon.b (mon.1) 67 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:56:48.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:48 smithi165 bash[21371]: audit 2024-04-13T21:56:47.607175+0000 mon.a (mon.0) 938 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:48.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:48 smithi165 bash[21371]: audit 2024-04-13T21:56:47.619091+0000 mon.a (mon.0) 939 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:48.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:48 smithi165 bash[21371]: audit 2024-04-13T21:56:47.671951+0000 mon.b (mon.1) 68 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T21:56:48.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:48 smithi165 bash[21371]: audit 2024-04-13T21:56:47.672627+0000 mgr.x (mgr.24580) 35 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T21:56:48.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:48 smithi165 bash[21371]: audit 2024-04-13T21:56:47.679273+0000 mon.b (mon.1) 69 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:56:48.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:48 smithi165 bash[21371]: cephadm 2024-04-13T21:56:47.680822+0000 mgr.x (mgr.24580) 36 : cephadm 1 Upgrade: Need to upgrade myself (mgr.x) 2024-04-13T21:56:48.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:48 smithi165 bash[21371]: cephadm 2024-04-13T21:56:47.681401+0000 mgr.x (mgr.24580) 37 : cephadm 1 Upgrade: Need to upgrade myself (mgr.x) 2024-04-13T21:56:48.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:48 smithi165 bash[31269]: cluster 2024-04-13T21:56:47.197775+0000 mgr.x (mgr.24580) 34 : cluster 0 pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:48.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:48 smithi165 bash[31269]: audit 2024-04-13T21:56:47.301391+0000 mon.b (mon.1) 67 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:56:48.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:48 smithi165 bash[31269]: audit 2024-04-13T21:56:47.607175+0000 mon.a (mon.0) 938 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:48.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:48 smithi165 bash[31269]: audit 2024-04-13T21:56:47.619091+0000 mon.a (mon.0) 939 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:48.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:48 smithi165 bash[31269]: audit 2024-04-13T21:56:47.671951+0000 mon.b (mon.1) 68 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T21:56:48.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:48 smithi165 bash[31269]: audit 2024-04-13T21:56:47.672627+0000 mgr.x (mgr.24580) 35 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T21:56:48.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:48 smithi165 bash[31269]: audit 2024-04-13T21:56:47.679273+0000 mon.b (mon.1) 69 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:56:48.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:48 smithi165 bash[31269]: cephadm 2024-04-13T21:56:47.680822+0000 mgr.x (mgr.24580) 36 : cephadm 1 Upgrade: Need to upgrade myself (mgr.x) 2024-04-13T21:56:48.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:48 smithi165 bash[31269]: cephadm 2024-04-13T21:56:47.681401+0000 mgr.x (mgr.24580) 37 : cephadm 1 Upgrade: Need to upgrade myself (mgr.x) 2024-04-13T21:56:48.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:48 smithi189 bash[23633]: cluster 2024-04-13T21:56:47.197775+0000 mgr.x (mgr.24580) 34 : cluster 0 pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:48.593 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:48 smithi189 bash[23633]: audit 2024-04-13T21:56:47.301391+0000 mon.b (mon.1) 67 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:56:48.593 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:48 smithi189 bash[23633]: audit 2024-04-13T21:56:47.607175+0000 mon.a (mon.0) 938 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:48.593 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:48 smithi189 bash[23633]: audit 2024-04-13T21:56:47.619091+0000 mon.a (mon.0) 939 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:48.593 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:48 smithi189 bash[23633]: audit 2024-04-13T21:56:47.671951+0000 mon.b (mon.1) 68 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T21:56:48.593 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:48 smithi189 bash[23633]: audit 2024-04-13T21:56:47.672627+0000 mgr.x (mgr.24580) 35 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T21:56:48.593 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:48 smithi189 bash[23633]: audit 2024-04-13T21:56:47.679273+0000 mon.b (mon.1) 69 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:56:48.593 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:48 smithi189 bash[23633]: cephadm 2024-04-13T21:56:47.680822+0000 mgr.x (mgr.24580) 36 : cephadm 1 Upgrade: Need to upgrade myself (mgr.x) 2024-04-13T21:56:48.593 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:48 smithi189 bash[23633]: cephadm 2024-04-13T21:56:47.681401+0000 mgr.x (mgr.24580) 37 : cephadm 1 Upgrade: Need to upgrade myself (mgr.x) 2024-04-13T21:56:48.594 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:48 smithi189 bash[59358]: ts=2024-04-13T21:56:48.474Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-13T21:56:48.594 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:48 smithi189 bash[59358]: ts=2024-04-13T21:56:48.474Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-13T21:56:48.594 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:48 smithi189 bash[59358]: ts=2024-04-13T21:56:48.474Z caller=main.go:570 level=info host_details="(Linux 5.15.0-102-generic #112-Ubuntu SMP Tue Mar 5 16:50:32 UTC 2024 x86_64 smithi189 (none))" 2024-04-13T21:56:48.594 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:48 smithi189 bash[59358]: ts=2024-04-13T21:56:48.474Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-13T21:56:48.594 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:48 smithi189 bash[59358]: ts=2024-04-13T21:56:48.474Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-13T21:56:48.594 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:48 smithi189 bash[59358]: ts=2024-04-13T21:56:48.476Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-13T21:56:48.594 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:48 smithi189 bash[59358]: ts=2024-04-13T21:56:48.476Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-13T21:56:48.594 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:48 smithi189 bash[59358]: ts=2024-04-13T21:56:48.478Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-13T21:56:48.595 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:48 smithi189 bash[59358]: ts=2024-04-13T21:56:48.478Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-13T21:56:48.595 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:48 smithi189 bash[59358]: ts=2024-04-13T21:56:48.480Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-13T21:56:48.595 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:48 smithi189 bash[59358]: ts=2024-04-13T21:56:48.480Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.648µs 2024-04-13T21:56:48.595 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:48 smithi189 bash[59358]: ts=2024-04-13T21:56:48.480Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-13T21:56:48.595 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:48 smithi189 bash[59358]: ts=2024-04-13T21:56:48.482Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-04-13T21:56:48.595 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:48 smithi189 bash[59358]: ts=2024-04-13T21:56:48.492Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-04-13T21:56:48.595 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:48 smithi189 bash[59358]: ts=2024-04-13T21:56:48.493Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-04-13T21:56:48.595 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:48 smithi189 bash[59358]: ts=2024-04-13T21:56:48.493Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=37.27µs wal_replay_duration=12.242516ms wbl_replay_duration=132ns total_replay_duration=12.300193ms 2024-04-13T21:56:48.595 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:48 smithi189 bash[59358]: ts=2024-04-13T21:56:48.494Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-13T21:56:48.595 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:48 smithi189 bash[59358]: ts=2024-04-13T21:56:48.494Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-13T21:56:48.596 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:48 smithi189 bash[59358]: ts=2024-04-13T21:56:48.494Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-13T21:56:48.596 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:48 smithi189 bash[59358]: ts=2024-04-13T21:56:48.518Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=23.939011ms db_storage=955ns remote_storage=1.344µs web_handler=417ns query_engine=671ns scrape=284.647µs scrape_sd=88.85µs notify=20.116µs notify_sd=18.418µs rules=23.213295ms tracing=7.266µs 2024-04-13T21:56:48.596 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:48 smithi189 bash[59358]: ts=2024-04-13T21:56:48.518Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-13T21:56:48.596 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:56:48 smithi189 bash[59358]: ts=2024-04-13T21:56:48.518Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-13T21:56:49.564 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:49 smithi165 bash[21371]: audit 2024-04-13T21:56:49.061922+0000 mon.c (mon.2) 160 : audit 0 from='client.? 172.21.15.165:0/3336287736' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:49.564 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:49 smithi165 bash[31269]: audit 2024-04-13T21:56:49.061922+0000 mon.c (mon.2) 160 : audit 0 from='client.? 172.21.15.165:0/3336287736' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:49.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:49 smithi189 bash[23633]: audit 2024-04-13T21:56:49.061922+0000 mon.c (mon.2) 160 : audit 0 from='client.? 172.21.15.165:0/3336287736' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:50.564 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:50 smithi165 bash[21371]: cluster 2024-04-13T21:56:49.198900+0000 mgr.x (mgr.24580) 38 : cluster 0 pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:50.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:50 smithi165 bash[21371]: audit 2024-04-13T21:56:50.059207+0000 mon.a (mon.0) 940 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:50.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:50 smithi165 bash[21371]: audit 2024-04-13T21:56:50.063858+0000 mon.a (mon.0) 941 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T21:56:50.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:50 smithi165 bash[21371]: audit 2024-04-13T21:56:50.066347+0000 mon.b (mon.1) 70 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T21:56:50.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:50 smithi165 bash[21371]: audit 2024-04-13T21:56:50.069590+0000 mon.b (mon.1) 71 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T21:56:50.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:50 smithi165 bash[21371]: audit 2024-04-13T21:56:50.071653+0000 mon.b (mon.1) 72 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:56:50.565 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:50 smithi165 bash[31269]: cluster 2024-04-13T21:56:49.198900+0000 mgr.x (mgr.24580) 38 : cluster 0 pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:50.565 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:50 smithi165 bash[31269]: audit 2024-04-13T21:56:50.059207+0000 mon.a (mon.0) 940 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:50.565 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:50 smithi165 bash[31269]: audit 2024-04-13T21:56:50.063858+0000 mon.a (mon.0) 941 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T21:56:50.565 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:50 smithi165 bash[31269]: audit 2024-04-13T21:56:50.066347+0000 mon.b (mon.1) 70 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T21:56:50.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:50 smithi165 bash[31269]: audit 2024-04-13T21:56:50.069590+0000 mon.b (mon.1) 71 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T21:56:50.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:50 smithi165 bash[31269]: audit 2024-04-13T21:56:50.071653+0000 mon.b (mon.1) 72 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:56:50.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:50 smithi189 bash[23633]: cluster 2024-04-13T21:56:49.198900+0000 mgr.x (mgr.24580) 38 : cluster 0 pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:50.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:50 smithi189 bash[23633]: audit 2024-04-13T21:56:50.059207+0000 mon.a (mon.0) 940 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:50.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:50 smithi189 bash[23633]: audit 2024-04-13T21:56:50.063858+0000 mon.a (mon.0) 941 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T21:56:50.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:50 smithi189 bash[23633]: audit 2024-04-13T21:56:50.066347+0000 mon.b (mon.1) 70 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T21:56:50.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:50 smithi189 bash[23633]: audit 2024-04-13T21:56:50.069590+0000 mon.b (mon.1) 71 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T21:56:50.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:50 smithi189 bash[23633]: audit 2024-04-13T21:56:50.071653+0000 mon.b (mon.1) 72 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:56:51.564 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:51 smithi165 bash[21371]: cephadm 2024-04-13T21:56:50.053418+0000 mgr.x (mgr.24580) 39 : cephadm 1 Upgrade: Updating mgr.y 2024-04-13T21:56:51.564 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:51 smithi165 bash[21371]: cephadm 2024-04-13T21:56:50.073735+0000 mgr.x (mgr.24580) 40 : cephadm 1 Deploying daemon mgr.y on smithi165 2024-04-13T21:56:51.565 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:51 smithi165 bash[31269]: cephadm 2024-04-13T21:56:50.053418+0000 mgr.x (mgr.24580) 39 : cephadm 1 Upgrade: Updating mgr.y 2024-04-13T21:56:51.565 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:51 smithi165 bash[31269]: cephadm 2024-04-13T21:56:50.073735+0000 mgr.x (mgr.24580) 40 : cephadm 1 Deploying daemon mgr.y on smithi165 2024-04-13T21:56:51.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:51 smithi189 bash[23633]: cephadm 2024-04-13T21:56:50.053418+0000 mgr.x (mgr.24580) 39 : cephadm 1 Upgrade: Updating mgr.y 2024-04-13T21:56:51.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:51 smithi189 bash[23633]: cephadm 2024-04-13T21:56:50.073735+0000 mgr.x (mgr.24580) 40 : cephadm 1 Deploying daemon mgr.y on smithi165 2024-04-13T21:56:52.403 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:52 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:56:52.404 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 21:56:52 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:56:52.404 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 21:56:52 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:56:52.404 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 21:56:52 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:56:52.405 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:52 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:56:52.405 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:52 smithi165 bash[21371]: cluster 2024-04-13T21:56:51.199527+0000 mgr.x (mgr.24580) 41 : cluster 0 pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:52.405 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:52 smithi165 bash[21371]: audit 2024-04-13T21:56:51.504511+0000 mon.c (mon.2) 161 : audit 0 from='client.? 172.21.15.165:0/2617698396' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:52.405 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 21:56:52 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:56:52.406 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:56:52 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:56:52.406 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:56:52 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:56:52.406 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:52 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:56:52.406 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:52 smithi165 bash[31269]: cluster 2024-04-13T21:56:51.199527+0000 mgr.x (mgr.24580) 41 : cluster 0 pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:52.406 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:52 smithi165 bash[31269]: audit 2024-04-13T21:56:51.504511+0000 mon.c (mon.2) 161 : audit 0 from='client.? 172.21.15.165:0/2617698396' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:52.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:52 smithi189 bash[23633]: cluster 2024-04-13T21:56:51.199527+0000 mgr.x (mgr.24580) 41 : cluster 0 pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:52.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:52 smithi189 bash[23633]: audit 2024-04-13T21:56:51.504511+0000 mon.c (mon.2) 161 : audit 0 from='client.? 172.21.15.165:0/2617698396' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:52.749 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:52 smithi165 systemd[1]: Stopping Ceph mgr.y for 1c29171c-f9de-11ee-bc8e-c7b262605968... 2024-04-13T21:56:53.468 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:53 smithi165 bash[74485]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-mgr-y 2024-04-13T21:56:53.468 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:53 smithi165 systemd[1]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-04-13T21:56:53.468 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:53 smithi165 bash[74545]: Error response from daemon: No such container: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-mgr-y 2024-04-13T21:56:53.468 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:53 smithi165 systemd[1]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-04-13T21:56:53.468 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:53 smithi165 systemd[1]: Stopped Ceph mgr.y for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T21:56:53.814 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:53 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:56:53.815 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 21:56:53 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:56:53.815 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 21:56:53 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:56:53.816 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:53 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:56:53.816 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:53 smithi165 systemd[1]: Started Ceph mgr.y for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T21:56:53.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:53 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:56:53.817 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 21:56:53 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:56:53.817 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 21:56:53 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:56:53.818 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:56:53 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:56:53.818 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:56:53 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:56:54.815 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:54 smithi165 bash[74606]: debug 2024-04-13T21:56:54.642+0000 7fc7363da700 1 -- 172.21.15.165:0/2408502319 <== mon.0 v2:172.21.15.165:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5555952aa5a0 con 0x55559602a800 2024-04-13T21:56:54.815 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:54 smithi165 bash[74606]: debug 2024-04-13T21:56:54.790+0000 7fc7405e1200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T21:56:54.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:54 smithi165 bash[21371]: cluster 2024-04-13T21:56:53.200203+0000 mgr.x (mgr.24580) 42 : cluster 0 pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:54.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:54 smithi165 bash[21371]: audit 2024-04-13T21:56:53.643611+0000 mon.a (mon.0) 942 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:54.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:54 smithi165 bash[21371]: audit 2024-04-13T21:56:53.655777+0000 mon.a (mon.0) 943 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:54.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:54 smithi165 bash[21371]: audit 2024-04-13T21:56:53.697125+0000 mon.b (mon.1) 73 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:56:54.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:54 smithi165 bash[21371]: audit 2024-04-13T21:56:53.933762+0000 mon.a (mon.0) 944 : audit 0 from='client.? 172.21.15.165:0/579609680' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:54.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:54 smithi165 bash[31269]: cluster 2024-04-13T21:56:53.200203+0000 mgr.x (mgr.24580) 42 : cluster 0 pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:54.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:54 smithi165 bash[31269]: audit 2024-04-13T21:56:53.643611+0000 mon.a (mon.0) 942 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:54.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:54 smithi165 bash[31269]: audit 2024-04-13T21:56:53.655777+0000 mon.a (mon.0) 943 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:54.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:54 smithi165 bash[31269]: audit 2024-04-13T21:56:53.697125+0000 mon.b (mon.1) 73 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:56:54.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:54 smithi165 bash[31269]: audit 2024-04-13T21:56:53.933762+0000 mon.a (mon.0) 944 : audit 0 from='client.? 172.21.15.165:0/579609680' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:55.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:54 smithi189 bash[23633]: cluster 2024-04-13T21:56:53.200203+0000 mgr.x (mgr.24580) 42 : cluster 0 pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:55.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:54 smithi189 bash[23633]: audit 2024-04-13T21:56:53.643611+0000 mon.a (mon.0) 942 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:55.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:54 smithi189 bash[23633]: audit 2024-04-13T21:56:53.655777+0000 mon.a (mon.0) 943 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:56:55.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:54 smithi189 bash[23633]: audit 2024-04-13T21:56:53.697125+0000 mon.b (mon.1) 73 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:56:55.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:54 smithi189 bash[23633]: audit 2024-04-13T21:56:53.933762+0000 mon.a (mon.0) 944 : audit 0 from='client.? 172.21.15.165:0/579609680' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:56.749 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:56 smithi165 bash[21371]: cluster 2024-04-13T21:56:55.201336+0000 mgr.x (mgr.24580) 43 : cluster 0 pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:56.749 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:56 smithi165 bash[21371]: audit 2024-04-13T21:56:56.377397+0000 mon.a (mon.0) 945 : audit 0 from='client.? 172.21.15.165:0/3064939952' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:56.749 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:56 smithi165 bash[74606]: debug 2024-04-13T21:56:56.402+0000 7fc7405e1200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T21:56:56.749 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:56 smithi165 bash[74606]: debug 2024-04-13T21:56:56.498+0000 7fc7405e1200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T21:56:56.750 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:56 smithi165 bash[31269]: cluster 2024-04-13T21:56:55.201336+0000 mgr.x (mgr.24580) 43 : cluster 0 pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:56.750 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:56 smithi165 bash[31269]: audit 2024-04-13T21:56:56.377397+0000 mon.a (mon.0) 945 : audit 0 from='client.? 172.21.15.165:0/3064939952' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:57.064 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:56 smithi165 bash[74606]: debug 2024-04-13T21:56:56.754+0000 7fc7405e1200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T21:56:57.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:56 smithi189 bash[23633]: cluster 2024-04-13T21:56:55.201336+0000 mgr.x (mgr.24580) 43 : cluster 0 pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:57.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:56 smithi189 bash[23633]: audit 2024-04-13T21:56:56.377397+0000 mon.a (mon.0) 945 : audit 0 from='client.? 172.21.15.165:0/3064939952' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:56:57.814 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:57 smithi165 bash[74606]: debug 2024-04-13T21:56:57.554+0000 7fc7405e1200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T21:56:57.815 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:57 smithi165 bash[74606]: debug 2024-04-13T21:56:57.670+0000 7fc7405e1200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T21:56:57.815 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:57 smithi165 bash[74606]: debug 2024-04-13T21:56:57.774+0000 7fc7405e1200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T21:56:58.564 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:58 smithi165 bash[74606]: debug 2024-04-13T21:56:58.134+0000 7fc7405e1200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T21:56:58.564 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:58 smithi165 bash[74606]: debug 2024-04-13T21:56:58.250+0000 7fc7405e1200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T21:56:58.564 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:58 smithi165 bash[74606]: debug 2024-04-13T21:56:58.358+0000 7fc7405e1200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T21:56:58.986 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:58 smithi165 bash[74606]: debug 2024-04-13T21:56:58.726+0000 7fc7405e1200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T21:56:58.987 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:58 smithi165 bash[21371]: cluster 2024-04-13T21:56:57.202143+0000 mgr.x (mgr.24580) 44 : cluster 0 pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:58.987 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:58 smithi165 bash[31269]: cluster 2024-04-13T21:56:57.202143+0000 mgr.x (mgr.24580) 44 : cluster 0 pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:59.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:58 smithi189 bash[23633]: cluster 2024-04-13T21:56:57.202143+0000 mgr.x (mgr.24580) 44 : cluster 0 pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:56:59.273 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:58 smithi165 bash[74606]: debug 2024-04-13T21:56:58.990+0000 7fc7405e1200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T21:56:59.565 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:59 smithi165 bash[74606]: debug 2024-04-13T21:56:59.278+0000 7fc7405e1200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T21:56:59.565 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:59 smithi165 bash[74606]: debug 2024-04-13T21:56:59.406+0000 7fc7405e1200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T21:57:00.064 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:56:59 smithi165 bash[74606]: debug 2024-04-13T21:56:59.706+0000 7fc7405e1200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T21:57:00.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:59 smithi165 bash[31269]: audit 2024-04-13T21:56:58.825739+0000 mon.c (mon.2) 162 : audit 0 from='client.? 172.21.15.165:0/1942541386' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:00.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:59 smithi165 bash[31269]: audit 2024-04-13T21:56:59.490893+0000 mon.a (mon.0) 946 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:57:00.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:56:59 smithi165 bash[31269]: audit 2024-04-13T21:56:59.497364+0000 mon.a (mon.0) 947 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:57:00.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:59 smithi165 bash[21371]: audit 2024-04-13T21:56:58.825739+0000 mon.c (mon.2) 162 : audit 0 from='client.? 172.21.15.165:0/1942541386' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:00.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:59 smithi165 bash[21371]: audit 2024-04-13T21:56:59.490893+0000 mon.a (mon.0) 946 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:57:00.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:56:59 smithi165 bash[21371]: audit 2024-04-13T21:56:59.497364+0000 mon.a (mon.0) 947 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:57:00.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:59 smithi189 bash[23633]: audit 2024-04-13T21:56:58.825739+0000 mon.c (mon.2) 162 : audit 0 from='client.? 172.21.15.165:0/1942541386' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:00.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:59 smithi189 bash[23633]: audit 2024-04-13T21:56:59.490893+0000 mon.a (mon.0) 946 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:57:00.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:56:59 smithi189 bash[23633]: audit 2024-04-13T21:56:59.497364+0000 mon.a (mon.0) 947 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:57:00.396 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:57:00 smithi165 bash[74606]: debug 2024-04-13T21:57:00.142+0000 7fc7405e1200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T21:57:00.396 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:57:00 smithi165 bash[74606]: debug 2024-04-13T21:57:00.398+0000 7fc7405e1200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T21:57:00.656 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:57:00 smithi165 bash[74606]: debug 2024-04-13T21:57:00.526+0000 7fc7405e1200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T21:57:01.064 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:57:00 smithi165 bash[74606]: debug 2024-04-13T21:57:00.798+0000 7fc7405e1200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T21:57:01.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:00 smithi165 bash[21371]: cluster 2024-04-13T21:56:59.202948+0000 mgr.x (mgr.24580) 45 : cluster 0 pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:01.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:00 smithi165 bash[21371]: audit 2024-04-13T21:56:59.796247+0000 mon.a (mon.0) 948 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:57:01.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:00 smithi165 bash[21371]: audit 2024-04-13T21:56:59.810808+0000 mon.a (mon.0) 949 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:57:01.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:00 smithi165 bash[21371]: audit 2024-04-13T21:57:00.592713+0000 mon.a (mon.0) 950 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:57:01.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:00 smithi165 bash[21371]: audit 2024-04-13T21:57:00.609882+0000 mon.a (mon.0) 951 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:57:01.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:00 smithi165 bash[31269]: cluster 2024-04-13T21:56:59.202948+0000 mgr.x (mgr.24580) 45 : cluster 0 pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:01.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:00 smithi165 bash[31269]: audit 2024-04-13T21:56:59.796247+0000 mon.a (mon.0) 948 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:57:01.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:00 smithi165 bash[31269]: audit 2024-04-13T21:56:59.810808+0000 mon.a (mon.0) 949 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:57:01.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:00 smithi165 bash[31269]: audit 2024-04-13T21:57:00.592713+0000 mon.a (mon.0) 950 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:57:01.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:00 smithi165 bash[31269]: audit 2024-04-13T21:57:00.609882+0000 mon.a (mon.0) 951 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:57:01.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:00 smithi189 bash[23633]: cluster 2024-04-13T21:56:59.202948+0000 mgr.x (mgr.24580) 45 : cluster 0 pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:01.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:00 smithi189 bash[23633]: audit 2024-04-13T21:56:59.796247+0000 mon.a (mon.0) 948 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:57:01.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:00 smithi189 bash[23633]: audit 2024-04-13T21:56:59.810808+0000 mon.a (mon.0) 949 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:57:01.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:00 smithi189 bash[23633]: audit 2024-04-13T21:57:00.592713+0000 mon.a (mon.0) 950 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:57:01.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:00 smithi189 bash[23633]: audit 2024-04-13T21:57:00.609882+0000 mon.a (mon.0) 951 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:57:01.592 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:01 smithi189 bash[52470]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:57:01] "GET /metrics HTTP/1.1" 200 33838 "" "Prometheus/2.43.0" 2024-04-13T21:57:01.974 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:57:01 smithi165 bash[74606]: debug 2024-04-13T21:57:01.858+0000 7fc7405e1200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T21:57:01.974 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:01 smithi165 bash[21371]: audit 2024-04-13T21:57:01.243974+0000 mon.c (mon.2) 163 : audit 0 from='client.? 172.21.15.165:0/3416567743' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:01.975 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:01 smithi165 bash[31269]: audit 2024-04-13T21:57:01.243974+0000 mon.c (mon.2) 163 : audit 0 from='client.? 172.21.15.165:0/3416567743' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:02.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:01 smithi189 bash[23633]: audit 2024-04-13T21:57:01.243974+0000 mon.c (mon.2) 163 : audit 0 from='client.? 172.21.15.165:0/3416567743' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:02.276 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:57:01 smithi165 bash[74606]: debug 2024-04-13T21:57:01.974+0000 7fc7405e1200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T21:57:02.276 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:57:02 smithi165 bash[74606]: debug 2024-04-13T21:57:02.278+0000 7fc7405e1200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T21:57:02.564 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:57:02 smithi165 bash[74606]: debug 2024-04-13T21:57:02.398+0000 7fc7405e1200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T21:57:02.982 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:02 smithi165 bash[21371]: cluster 2024-04-13T21:57:01.203592+0000 mgr.x (mgr.24580) 46 : cluster 0 pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:02.983 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:02 smithi165 bash[21371]: audit 2024-04-13T21:57:02.301948+0000 mon.b (mon.1) 74 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:57:02.983 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:57:02 smithi165 bash[74606]: debug 2024-04-13T21:57:02.858+0000 7fc7405e1200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T21:57:02.983 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:02 smithi165 bash[31269]: cluster 2024-04-13T21:57:01.203592+0000 mgr.x (mgr.24580) 46 : cluster 0 pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:02.983 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:02 smithi165 bash[31269]: audit 2024-04-13T21:57:02.301948+0000 mon.b (mon.1) 74 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:57:03.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:02 smithi189 bash[23633]: cluster 2024-04-13T21:57:01.203592+0000 mgr.x (mgr.24580) 46 : cluster 0 pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:03.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:02 smithi189 bash[23633]: audit 2024-04-13T21:57:02.301948+0000 mon.b (mon.1) 74 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:57:03.314 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:57:02 smithi165 bash[74606]: debug 2024-04-13T21:57:02.986+0000 7fc7405e1200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T21:57:03.315 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:57:02 smithi165 bash[74606]: [13/Apr/2024:21:57:02] ENGINE Bus STARTING 2024-04-13T21:57:03.315 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:57:03 smithi165 bash[74606]: CherryPy Checker: 2024-04-13T21:57:03.315 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:57:03 smithi165 bash[74606]: The Application mounted at '' has an empty config. 2024-04-13T21:57:03.315 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:57:03 smithi165 bash[74606]: [13/Apr/2024:21:57:03] ENGINE Serving on http://:::9283 2024-04-13T21:57:03.315 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:57:03 smithi165 bash[74606]: [13/Apr/2024:21:57:03] ENGINE Bus STARTED 2024-04-13T21:57:04.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:03 smithi165 bash[21371]: cluster 2024-04-13T21:57:02.990724+0000 mon.a (mon.0) 952 : cluster 0 Standby manager daemon y restarted 2024-04-13T21:57:04.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:03 smithi165 bash[21371]: cluster 2024-04-13T21:57:02.990928+0000 mon.a (mon.0) 953 : cluster 0 Standby manager daemon y started 2024-04-13T21:57:04.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:03 smithi165 bash[21371]: audit 2024-04-13T21:57:02.995913+0000 mon.a (mon.0) 954 : audit 0 from='mgr.? 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-13T21:57:04.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:03 smithi165 bash[21371]: audit 2024-04-13T21:57:02.996778+0000 mon.a (mon.0) 955 : audit 0 from='mgr.? 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T21:57:04.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:03 smithi165 bash[21371]: audit 2024-04-13T21:57:03.000777+0000 mon.a (mon.0) 956 : audit 0 from='mgr.? 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-13T21:57:04.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:03 smithi165 bash[21371]: audit 2024-04-13T21:57:03.002822+0000 mon.a (mon.0) 957 : audit 0 from='mgr.? 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T21:57:04.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:03 smithi165 bash[31269]: cluster 2024-04-13T21:57:02.990724+0000 mon.a (mon.0) 952 : cluster 0 Standby manager daemon y restarted 2024-04-13T21:57:04.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:03 smithi165 bash[31269]: cluster 2024-04-13T21:57:02.990928+0000 mon.a (mon.0) 953 : cluster 0 Standby manager daemon y started 2024-04-13T21:57:04.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:03 smithi165 bash[31269]: audit 2024-04-13T21:57:02.995913+0000 mon.a (mon.0) 954 : audit 0 from='mgr.? 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-13T21:57:04.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:03 smithi165 bash[31269]: audit 2024-04-13T21:57:02.996778+0000 mon.a (mon.0) 955 : audit 0 from='mgr.? 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T21:57:04.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:03 smithi165 bash[31269]: audit 2024-04-13T21:57:03.000777+0000 mon.a (mon.0) 956 : audit 0 from='mgr.? 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-13T21:57:04.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:03 smithi165 bash[31269]: audit 2024-04-13T21:57:03.002822+0000 mon.a (mon.0) 957 : audit 0 from='mgr.? 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T21:57:04.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:03 smithi189 bash[23633]: cluster 2024-04-13T21:57:02.990724+0000 mon.a (mon.0) 952 : cluster 0 Standby manager daemon y restarted 2024-04-13T21:57:04.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:03 smithi189 bash[23633]: cluster 2024-04-13T21:57:02.990928+0000 mon.a (mon.0) 953 : cluster 0 Standby manager daemon y started 2024-04-13T21:57:04.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:03 smithi189 bash[23633]: audit 2024-04-13T21:57:02.995913+0000 mon.a (mon.0) 954 : audit 0 from='mgr.? 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-13T21:57:04.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:03 smithi189 bash[23633]: audit 2024-04-13T21:57:02.996778+0000 mon.a (mon.0) 955 : audit 0 from='mgr.? 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T21:57:04.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:03 smithi189 bash[23633]: audit 2024-04-13T21:57:03.000777+0000 mon.a (mon.0) 956 : audit 0 from='mgr.? 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-13T21:57:04.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:03 smithi189 bash[23633]: audit 2024-04-13T21:57:03.002822+0000 mon.a (mon.0) 957 : audit 0 from='mgr.? 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T21:57:05.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:04 smithi165 bash[21371]: cluster 2024-04-13T21:57:03.204281+0000 mgr.x (mgr.24580) 47 : cluster 0 pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:05.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:04 smithi165 bash[21371]: audit 2024-04-13T21:57:03.678166+0000 mon.c (mon.2) 164 : audit 0 from='client.? 172.21.15.165:0/3996878124' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:05.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:04 smithi165 bash[21371]: cluster 2024-04-13T21:57:03.688318+0000 mon.a (mon.0) 958 : cluster 0 mgrmap e26: x(active, since 46s), standbys: y 2024-04-13T21:57:05.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:04 smithi165 bash[31269]: cluster 2024-04-13T21:57:03.204281+0000 mgr.x (mgr.24580) 47 : cluster 0 pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:05.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:04 smithi165 bash[31269]: audit 2024-04-13T21:57:03.678166+0000 mon.c (mon.2) 164 : audit 0 from='client.? 172.21.15.165:0/3996878124' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:05.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:04 smithi165 bash[31269]: cluster 2024-04-13T21:57:03.688318+0000 mon.a (mon.0) 958 : cluster 0 mgrmap e26: x(active, since 46s), standbys: y 2024-04-13T21:57:05.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:04 smithi189 bash[23633]: cluster 2024-04-13T21:57:03.204281+0000 mgr.x (mgr.24580) 47 : cluster 0 pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:05.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:04 smithi189 bash[23633]: audit 2024-04-13T21:57:03.678166+0000 mon.c (mon.2) 164 : audit 0 from='client.? 172.21.15.165:0/3996878124' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:05.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:04 smithi189 bash[23633]: cluster 2024-04-13T21:57:03.688318+0000 mon.a (mon.0) 958 : cluster 0 mgrmap e26: x(active, since 46s), standbys: y 2024-04-13T21:57:06.997 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:06 smithi165 bash[21371]: cluster 2024-04-13T21:57:05.205410+0000 mgr.x (mgr.24580) 48 : cluster 0 pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:06.997 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:06 smithi165 bash[21371]: audit 2024-04-13T21:57:06.113322+0000 mon.a (mon.0) 959 : audit 0 from='client.? 172.21.15.165:0/4076059048' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:06.997 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:06 smithi165 bash[31269]: cluster 2024-04-13T21:57:05.205410+0000 mgr.x (mgr.24580) 48 : cluster 0 pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:06.998 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:06 smithi165 bash[31269]: audit 2024-04-13T21:57:06.113322+0000 mon.a (mon.0) 959 : audit 0 from='client.? 172.21.15.165:0/4076059048' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:07.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:06 smithi189 bash[23633]: cluster 2024-04-13T21:57:05.205410+0000 mgr.x (mgr.24580) 48 : cluster 0 pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:07.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:06 smithi189 bash[23633]: audit 2024-04-13T21:57:06.113322+0000 mon.a (mon.0) 959 : audit 0 from='client.? 172.21.15.165:0/4076059048' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:09.064 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:08 smithi165 bash[31269]: cluster 2024-04-13T21:57:07.206105+0000 mgr.x (mgr.24580) 49 : cluster 0 pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:09.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:08 smithi165 bash[31269]: audit 2024-04-13T21:57:08.557652+0000 mon.a (mon.0) 960 : audit 0 from='client.? 172.21.15.165:0/4227896065' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:09.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:08 smithi165 bash[21371]: cluster 2024-04-13T21:57:07.206105+0000 mgr.x (mgr.24580) 49 : cluster 0 pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:09.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:08 smithi165 bash[21371]: audit 2024-04-13T21:57:08.557652+0000 mon.a (mon.0) 960 : audit 0 from='client.? 172.21.15.165:0/4227896065' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:09.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:08 smithi189 bash[23633]: cluster 2024-04-13T21:57:07.206105+0000 mgr.x (mgr.24580) 49 : cluster 0 pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:09.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:08 smithi189 bash[23633]: audit 2024-04-13T21:57:08.557652+0000 mon.a (mon.0) 960 : audit 0 from='client.? 172.21.15.165:0/4227896065' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:10.689 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[74606]: [13/Apr/2024:21:57:10] ENGINE Bus STOPPING 2024-04-13T21:57:10.689 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[74606]: [13/Apr/2024:21:57:10] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T21:57:10.689 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[74606]: [13/Apr/2024:21:57:10] ENGINE Bus STOPPED 2024-04-13T21:57:10.689 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[74606]: [13/Apr/2024:21:57:10] ENGINE Bus STARTING 2024-04-13T21:57:10.689 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[74606]: debug 2024-04-13T21:57:10.526+0000 7fc69e20d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T21:57:10.689 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[74606]: debug 2024-04-13T21:57:10.526+0000 7fc69e20d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T21:57:10.689 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[74606]: debug 2024-04-13T21:57:10.526+0000 7fc69e20d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T21:57:10.689 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[74606]: debug 2024-04-13T21:57:10.526+0000 7fc69e20d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T21:57:10.690 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[74606]: debug 2024-04-13T21:57:10.526+0000 7fc69e20d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T21:57:10.690 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[74606]: debug 2024-04-13T21:57:10.526+0000 7fc6a1a14700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T21:57:10.690 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[74606]: debug 2024-04-13T21:57:10.526+0000 7fc6a1a14700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T21:57:10.690 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[74606]: debug 2024-04-13T21:57:10.526+0000 7fc6a1a14700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T21:57:10.690 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[74606]: debug 2024-04-13T21:57:10.526+0000 7fc6a1a14700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T21:57:10.690 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[74606]: debug 2024-04-13T21:57:10.526+0000 7fc6a1a14700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T21:57:10.690 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[74606]: [13/Apr/2024:21:57:10] ENGINE Serving on http://:::9283 2024-04-13T21:57:10.690 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[74606]: [13/Apr/2024:21:57:10] ENGINE Bus STARTED 2024-04-13T21:57:10.690 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[52470]: ignoring --setuser ceph since I am not root 2024-04-13T21:57:10.691 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[52470]: ignoring --setgroup ceph since I am not root 2024-04-13T21:57:10.691 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[52470]: debug 2024-04-13T21:57:10.403+0000 7fc93159d700 1 -- 172.21.15.189:0/555493477 <== mon.1 v2:172.21.15.189:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55bf986bc5a0 con 0x55bf9943a800 2024-04-13T21:57:10.691 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[52470]: debug 2024-04-13T21:57:10.551+0000 7fc93b386200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T21:57:11.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[31269]: cluster 2024-04-13T21:57:09.207251+0000 mgr.x (mgr.24580) 50 : cluster 0 pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:11.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[31269]: audit 2024-04-13T21:57:10.171387+0000 mon.a (mon.0) 961 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:57:11.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[31269]: audit 2024-04-13T21:57:10.191415+0000 mon.a (mon.0) 962 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:57:11.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[31269]: audit 2024-04-13T21:57:10.199117+0000 mon.b (mon.1) 75 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:57:11.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[31269]: audit 2024-04-13T21:57:10.201154+0000 mon.b (mon.1) 76 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:57:11.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[31269]: audit 2024-04-13T21:57:10.210991+0000 mon.a (mon.0) 963 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:57:11.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[31269]: audit 2024-04-13T21:57:10.311860+0000 mon.b (mon.1) 77 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:57:11.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[31269]: audit 2024-04-13T21:57:10.327285+0000 mon.a (mon.0) 964 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-13T21:57:11.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[31269]: cluster 2024-04-13T21:57:10.327915+0000 mon.a (mon.0) 965 : cluster 1 Activating manager daemon y 2024-04-13T21:57:11.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[31269]: audit 2024-04-13T21:57:10.329641+0000 mon.b (mon.1) 78 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-13T21:57:11.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[31269]: cluster 2024-04-13T21:57:10.341254+0000 mon.a (mon.0) 966 : cluster 0 osdmap e91: 8 total, 8 up, 8 in 2024-04-13T21:57:11.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[31269]: audit 2024-04-13T21:57:10.342085+0000 mon.a (mon.0) 967 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-13T21:57:11.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[31269]: cluster 2024-04-13T21:57:10.342298+0000 mon.a (mon.0) 968 : cluster 0 mgrmap e27: y(active, starting, since 0.0143718s) 2024-04-13T21:57:11.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[31269]: audit 2024-04-13T21:57:10.347964+0000 mon.b (mon.1) 79 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T21:57:11.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[31269]: audit 2024-04-13T21:57:10.348216+0000 mon.b (mon.1) 80 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:57:11.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[31269]: audit 2024-04-13T21:57:10.348438+0000 mon.b (mon.1) 81 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:57:11.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[31269]: audit 2024-04-13T21:57:10.349724+0000 mon.b (mon.1) 82 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi165.sviubw"}]: dispatch 2024-04-13T21:57:11.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[31269]: audit 2024-04-13T21:57:10.349998+0000 mon.b (mon.1) 83 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi189.nwqqrx"}]: dispatch 2024-04-13T21:57:11.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[31269]: audit 2024-04-13T21:57:10.351563+0000 mon.b (mon.1) 84 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T21:57:11.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[31269]: audit 2024-04-13T21:57:10.352051+0000 mon.b (mon.1) 85 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T21:57:11.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[21371]: cluster 2024-04-13T21:57:09.207251+0000 mgr.x (mgr.24580) 50 : cluster 0 pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:11.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[21371]: audit 2024-04-13T21:57:10.171387+0000 mon.a (mon.0) 961 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:57:11.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[21371]: audit 2024-04-13T21:57:10.191415+0000 mon.a (mon.0) 962 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:57:11.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[21371]: audit 2024-04-13T21:57:10.199117+0000 mon.b (mon.1) 75 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:57:11.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[21371]: audit 2024-04-13T21:57:10.201154+0000 mon.b (mon.1) 76 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:57:11.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[21371]: audit 2024-04-13T21:57:10.210991+0000 mon.a (mon.0) 963 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:57:11.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[21371]: audit 2024-04-13T21:57:10.311860+0000 mon.b (mon.1) 77 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:57:11.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[21371]: audit 2024-04-13T21:57:10.327285+0000 mon.a (mon.0) 964 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-13T21:57:11.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[21371]: cluster 2024-04-13T21:57:10.327915+0000 mon.a (mon.0) 965 : cluster 1 Activating manager daemon y 2024-04-13T21:57:11.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[21371]: audit 2024-04-13T21:57:10.329641+0000 mon.b (mon.1) 78 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-13T21:57:11.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[21371]: cluster 2024-04-13T21:57:10.341254+0000 mon.a (mon.0) 966 : cluster 0 osdmap e91: 8 total, 8 up, 8 in 2024-04-13T21:57:11.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[21371]: audit 2024-04-13T21:57:10.342085+0000 mon.a (mon.0) 967 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-13T21:57:11.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[21371]: cluster 2024-04-13T21:57:10.342298+0000 mon.a (mon.0) 968 : cluster 0 mgrmap e27: y(active, starting, since 0.0143718s) 2024-04-13T21:57:11.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[21371]: audit 2024-04-13T21:57:10.347964+0000 mon.b (mon.1) 79 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T21:57:11.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[21371]: audit 2024-04-13T21:57:10.348216+0000 mon.b (mon.1) 80 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:57:11.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[21371]: audit 2024-04-13T21:57:10.348438+0000 mon.b (mon.1) 81 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:57:11.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[21371]: audit 2024-04-13T21:57:10.349724+0000 mon.b (mon.1) 82 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi165.sviubw"}]: dispatch 2024-04-13T21:57:11.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[21371]: audit 2024-04-13T21:57:10.349998+0000 mon.b (mon.1) 83 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi189.nwqqrx"}]: dispatch 2024-04-13T21:57:11.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[21371]: audit 2024-04-13T21:57:10.351563+0000 mon.b (mon.1) 84 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T21:57:11.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[21371]: audit 2024-04-13T21:57:10.352051+0000 mon.b (mon.1) 85 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T21:57:11.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[31269]: audit 2024-04-13T21:57:10.352287+0000 mon.b (mon.1) 86 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T21:57:11.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[31269]: audit 2024-04-13T21:57:10.352506+0000 mon.b (mon.1) 87 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T21:57:11.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[31269]: audit 2024-04-13T21:57:10.352761+0000 mon.b (mon.1) 88 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T21:57:11.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[31269]: audit 2024-04-13T21:57:10.352996+0000 mon.b (mon.1) 89 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T21:57:11.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[31269]: audit 2024-04-13T21:57:10.353257+0000 mon.b (mon.1) 90 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T21:57:11.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[31269]: audit 2024-04-13T21:57:10.353506+0000 mon.b (mon.1) 91 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T21:57:11.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[31269]: audit 2024-04-13T21:57:10.353740+0000 mon.b (mon.1) 92 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T21:57:11.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[31269]: audit 2024-04-13T21:57:10.354142+0000 mon.b (mon.1) 93 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T21:57:11.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[31269]: audit 2024-04-13T21:57:10.354401+0000 mon.b (mon.1) 94 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T21:57:11.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[31269]: audit 2024-04-13T21:57:10.354880+0000 mon.b (mon.1) 95 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T21:57:11.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[31269]: cluster 2024-04-13T21:57:10.394826+0000 mon.a (mon.0) 969 : cluster 1 Manager daemon y is now available 2024-04-13T21:57:11.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[31269]: audit 2024-04-13T21:57:10.442463+0000 mon.b (mon.1) 96 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:57:11.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[31269]: audit 2024-04-13T21:57:10.470797+0000 mon.b (mon.1) 97 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:57:11.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[31269]: audit 2024-04-13T21:57:10.478508+0000 mon.a (mon.0) 970 : audit 1 from='mgr.15750 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T21:57:11.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[31269]: audit 2024-04-13T21:57:10.481130+0000 mon.b (mon.1) 98 : audit 1 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T21:57:11.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[31269]: audit 2024-04-13T21:57:10.509249+0000 mon.a (mon.0) 971 : audit 1 from='mgr.15750 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T21:57:11.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[31269]: audit 2024-04-13T21:57:10.511810+0000 mon.b (mon.1) 99 : audit 1 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T21:57:11.070 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[21371]: audit 2024-04-13T21:57:10.352287+0000 mon.b (mon.1) 86 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T21:57:11.070 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[21371]: audit 2024-04-13T21:57:10.352506+0000 mon.b (mon.1) 87 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T21:57:11.070 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[21371]: audit 2024-04-13T21:57:10.352761+0000 mon.b (mon.1) 88 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T21:57:11.070 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[21371]: audit 2024-04-13T21:57:10.352996+0000 mon.b (mon.1) 89 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T21:57:11.070 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[21371]: audit 2024-04-13T21:57:10.353257+0000 mon.b (mon.1) 90 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T21:57:11.070 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[21371]: audit 2024-04-13T21:57:10.353506+0000 mon.b (mon.1) 91 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T21:57:11.070 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[21371]: audit 2024-04-13T21:57:10.353740+0000 mon.b (mon.1) 92 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T21:57:11.071 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[21371]: audit 2024-04-13T21:57:10.354142+0000 mon.b (mon.1) 93 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T21:57:11.071 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[21371]: audit 2024-04-13T21:57:10.354401+0000 mon.b (mon.1) 94 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T21:57:11.071 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[21371]: audit 2024-04-13T21:57:10.354880+0000 mon.b (mon.1) 95 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T21:57:11.071 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[21371]: cluster 2024-04-13T21:57:10.394826+0000 mon.a (mon.0) 969 : cluster 1 Manager daemon y is now available 2024-04-13T21:57:11.071 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[21371]: audit 2024-04-13T21:57:10.442463+0000 mon.b (mon.1) 96 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:57:11.071 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[21371]: audit 2024-04-13T21:57:10.470797+0000 mon.b (mon.1) 97 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:57:11.071 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[21371]: audit 2024-04-13T21:57:10.478508+0000 mon.a (mon.0) 970 : audit 1 from='mgr.15750 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T21:57:11.071 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[21371]: audit 2024-04-13T21:57:10.481130+0000 mon.b (mon.1) 98 : audit 1 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T21:57:11.071 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[21371]: audit 2024-04-13T21:57:10.509249+0000 mon.a (mon.0) 971 : audit 1 from='mgr.15750 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T21:57:11.071 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:10 smithi165 bash[21371]: audit 2024-04-13T21:57:10.511810+0000 mon.b (mon.1) 99 : audit 1 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T21:57:11.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[23633]: cluster 2024-04-13T21:57:09.207251+0000 mgr.x (mgr.24580) 50 : cluster 0 pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:11.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[23633]: audit 2024-04-13T21:57:10.171387+0000 mon.a (mon.0) 961 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:57:11.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[23633]: audit 2024-04-13T21:57:10.191415+0000 mon.a (mon.0) 962 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:57:11.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[23633]: audit 2024-04-13T21:57:10.199117+0000 mon.b (mon.1) 75 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:57:11.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[23633]: audit 2024-04-13T21:57:10.201154+0000 mon.b (mon.1) 76 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:57:11.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[23633]: audit 2024-04-13T21:57:10.210991+0000 mon.a (mon.0) 963 : audit 1 from='mgr.24580 ' entity='mgr.x' 2024-04-13T21:57:11.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[23633]: audit 2024-04-13T21:57:10.311860+0000 mon.b (mon.1) 77 : audit 0 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:57:11.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[23633]: audit 2024-04-13T21:57:10.327285+0000 mon.a (mon.0) 964 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-13T21:57:11.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[23633]: cluster 2024-04-13T21:57:10.327915+0000 mon.a (mon.0) 965 : cluster 1 Activating manager daemon y 2024-04-13T21:57:11.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[23633]: audit 2024-04-13T21:57:10.329641+0000 mon.b (mon.1) 78 : audit 1 from='mgr.24580 172.21.15.189:0/3641578236' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-13T21:57:11.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[23633]: cluster 2024-04-13T21:57:10.341254+0000 mon.a (mon.0) 966 : cluster 0 osdmap e91: 8 total, 8 up, 8 in 2024-04-13T21:57:11.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[23633]: audit 2024-04-13T21:57:10.342085+0000 mon.a (mon.0) 967 : audit 1 from='mgr.24580 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-13T21:57:11.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[23633]: cluster 2024-04-13T21:57:10.342298+0000 mon.a (mon.0) 968 : cluster 0 mgrmap e27: y(active, starting, since 0.0143718s) 2024-04-13T21:57:11.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[23633]: audit 2024-04-13T21:57:10.347964+0000 mon.b (mon.1) 79 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T21:57:11.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[23633]: audit 2024-04-13T21:57:10.348216+0000 mon.b (mon.1) 80 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:57:11.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[23633]: audit 2024-04-13T21:57:10.348438+0000 mon.b (mon.1) 81 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:57:11.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[23633]: audit 2024-04-13T21:57:10.349724+0000 mon.b (mon.1) 82 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi165.sviubw"}]: dispatch 2024-04-13T21:57:11.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[23633]: audit 2024-04-13T21:57:10.349998+0000 mon.b (mon.1) 83 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi189.nwqqrx"}]: dispatch 2024-04-13T21:57:11.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[23633]: audit 2024-04-13T21:57:10.351563+0000 mon.b (mon.1) 84 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T21:57:11.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[23633]: audit 2024-04-13T21:57:10.352051+0000 mon.b (mon.1) 85 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T21:57:11.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[23633]: audit 2024-04-13T21:57:10.352287+0000 mon.b (mon.1) 86 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T21:57:11.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[23633]: audit 2024-04-13T21:57:10.352506+0000 mon.b (mon.1) 87 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T21:57:11.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[23633]: audit 2024-04-13T21:57:10.352761+0000 mon.b (mon.1) 88 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T21:57:11.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[23633]: audit 2024-04-13T21:57:10.352996+0000 mon.b (mon.1) 89 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T21:57:11.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[23633]: audit 2024-04-13T21:57:10.353257+0000 mon.b (mon.1) 90 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T21:57:11.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[23633]: audit 2024-04-13T21:57:10.353506+0000 mon.b (mon.1) 91 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T21:57:11.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[23633]: audit 2024-04-13T21:57:10.353740+0000 mon.b (mon.1) 92 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T21:57:11.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[23633]: audit 2024-04-13T21:57:10.354142+0000 mon.b (mon.1) 93 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T21:57:11.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[23633]: audit 2024-04-13T21:57:10.354401+0000 mon.b (mon.1) 94 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T21:57:11.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[23633]: audit 2024-04-13T21:57:10.354880+0000 mon.b (mon.1) 95 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T21:57:11.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[23633]: cluster 2024-04-13T21:57:10.394826+0000 mon.a (mon.0) 969 : cluster 1 Manager daemon y is now available 2024-04-13T21:57:11.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[23633]: audit 2024-04-13T21:57:10.442463+0000 mon.b (mon.1) 96 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:57:11.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[23633]: audit 2024-04-13T21:57:10.470797+0000 mon.b (mon.1) 97 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:57:11.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[23633]: audit 2024-04-13T21:57:10.478508+0000 mon.a (mon.0) 970 : audit 1 from='mgr.15750 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T21:57:11.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[23633]: audit 2024-04-13T21:57:10.481130+0000 mon.b (mon.1) 98 : audit 1 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T21:57:11.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[23633]: audit 2024-04-13T21:57:10.509249+0000 mon.a (mon.0) 971 : audit 1 from='mgr.15750 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T21:57:11.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:10 smithi189 bash[23633]: audit 2024-04-13T21:57:10.511810+0000 mon.b (mon.1) 99 : audit 1 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T21:57:12.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:11 smithi165 bash[21371]: cephadm 2024-04-13T21:57:10.973642+0000 mgr.y (mgr.15750) 1 : cephadm 1 [13/Apr/2024:21:57:10] ENGINE Bus STARTING 2024-04-13T21:57:12.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:11 smithi165 bash[21371]: audit 2024-04-13T21:57:11.015827+0000 mon.a (mon.0) 972 : audit 0 from='client.? 172.21.15.165:0/2041663879' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:12.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:11 smithi165 bash[21371]: cephadm 2024-04-13T21:57:11.076553+0000 mgr.y (mgr.15750) 2 : cephadm 1 [13/Apr/2024:21:57:11] ENGINE Serving on http://172.21.15.165:8765 2024-04-13T21:57:12.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:11 smithi165 bash[21371]: cephadm 2024-04-13T21:57:11.194184+0000 mgr.y (mgr.15750) 3 : cephadm 1 [13/Apr/2024:21:57:11] ENGINE Serving on https://172.21.15.165:7150 2024-04-13T21:57:12.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:11 smithi165 bash[21371]: cephadm 2024-04-13T21:57:11.194574+0000 mgr.y (mgr.15750) 4 : cephadm 1 [13/Apr/2024:21:57:11] ENGINE Bus STARTED 2024-04-13T21:57:12.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:11 smithi165 bash[21371]: cluster 2024-04-13T21:57:11.345259+0000 mon.a (mon.0) 973 : cluster 0 mgrmap e28: y(active, since 1.01733s) 2024-04-13T21:57:12.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:11 smithi165 bash[21371]: cluster 2024-04-13T21:57:11.372625+0000 mgr.y (mgr.15750) 5 : cluster 0 pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:12.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:11 smithi165 bash[31269]: cephadm 2024-04-13T21:57:10.973642+0000 mgr.y (mgr.15750) 1 : cephadm 1 [13/Apr/2024:21:57:10] ENGINE Bus STARTING 2024-04-13T21:57:12.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:11 smithi165 bash[31269]: audit 2024-04-13T21:57:11.015827+0000 mon.a (mon.0) 972 : audit 0 from='client.? 172.21.15.165:0/2041663879' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:12.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:11 smithi165 bash[31269]: cephadm 2024-04-13T21:57:11.076553+0000 mgr.y (mgr.15750) 2 : cephadm 1 [13/Apr/2024:21:57:11] ENGINE Serving on http://172.21.15.165:8765 2024-04-13T21:57:12.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:11 smithi165 bash[31269]: cephadm 2024-04-13T21:57:11.194184+0000 mgr.y (mgr.15750) 3 : cephadm 1 [13/Apr/2024:21:57:11] ENGINE Serving on https://172.21.15.165:7150 2024-04-13T21:57:12.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:11 smithi165 bash[31269]: cephadm 2024-04-13T21:57:11.194574+0000 mgr.y (mgr.15750) 4 : cephadm 1 [13/Apr/2024:21:57:11] ENGINE Bus STARTED 2024-04-13T21:57:12.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:11 smithi165 bash[31269]: cluster 2024-04-13T21:57:11.345259+0000 mon.a (mon.0) 973 : cluster 0 mgrmap e28: y(active, since 1.01733s) 2024-04-13T21:57:12.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:11 smithi165 bash[31269]: cluster 2024-04-13T21:57:11.372625+0000 mgr.y (mgr.15750) 5 : cluster 0 pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:12.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:11 smithi189 bash[23633]: cephadm 2024-04-13T21:57:10.973642+0000 mgr.y (mgr.15750) 1 : cephadm 1 [13/Apr/2024:21:57:10] ENGINE Bus STARTING 2024-04-13T21:57:12.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:11 smithi189 bash[23633]: audit 2024-04-13T21:57:11.015827+0000 mon.a (mon.0) 972 : audit 0 from='client.? 172.21.15.165:0/2041663879' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:12.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:11 smithi189 bash[23633]: cephadm 2024-04-13T21:57:11.076553+0000 mgr.y (mgr.15750) 2 : cephadm 1 [13/Apr/2024:21:57:11] ENGINE Serving on http://172.21.15.165:8765 2024-04-13T21:57:12.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:11 smithi189 bash[23633]: cephadm 2024-04-13T21:57:11.194184+0000 mgr.y (mgr.15750) 3 : cephadm 1 [13/Apr/2024:21:57:11] ENGINE Serving on https://172.21.15.165:7150 2024-04-13T21:57:12.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:11 smithi189 bash[23633]: cephadm 2024-04-13T21:57:11.194574+0000 mgr.y (mgr.15750) 4 : cephadm 1 [13/Apr/2024:21:57:11] ENGINE Bus STARTED 2024-04-13T21:57:12.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:11 smithi189 bash[23633]: cluster 2024-04-13T21:57:11.345259+0000 mon.a (mon.0) 973 : cluster 0 mgrmap e28: y(active, since 1.01733s) 2024-04-13T21:57:12.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:11 smithi189 bash[23633]: cluster 2024-04-13T21:57:11.372625+0000 mgr.y (mgr.15750) 5 : cluster 0 pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:12.486 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:12 smithi189 bash[52470]: debug 2024-04-13T21:57:12.139+0000 7fc93b386200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T21:57:12.486 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:12 smithi189 bash[52470]: debug 2024-04-13T21:57:12.239+0000 7fc93b386200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T21:57:12.486 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:12 smithi189 bash[52470]: debug 2024-04-13T21:57:12.491+0000 7fc93b386200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T21:57:13.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:13 smithi189 bash[23633]: cluster 2024-04-13T21:57:12.351305+0000 mgr.y (mgr.15750) 6 : cluster 0 pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:13.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:13 smithi189 bash[52470]: debug 2024-04-13T21:57:13.291+0000 7fc93b386200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T21:57:13.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:13 smithi189 bash[52470]: debug 2024-04-13T21:57:13.407+0000 7fc93b386200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T21:57:13.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:13 smithi189 bash[52470]: debug 2024-04-13T21:57:13.515+0000 7fc93b386200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T21:57:13.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:13 smithi165 bash[21371]: cluster 2024-04-13T21:57:12.351305+0000 mgr.y (mgr.15750) 6 : cluster 0 pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:13.815 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:13 smithi165 bash[31269]: cluster 2024-04-13T21:57:12.351305+0000 mgr.y (mgr.15750) 6 : cluster 0 pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:14.342 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:13 smithi189 bash[52470]: debug 2024-04-13T21:57:13.879+0000 7fc93b386200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T21:57:14.342 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:13 smithi189 bash[52470]: debug 2024-04-13T21:57:13.991+0000 7fc93b386200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T21:57:14.342 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:14 smithi189 bash[52470]: debug 2024-04-13T21:57:14.095+0000 7fc93b386200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T21:57:14.592 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:14 smithi189 bash[52470]: debug 2024-04-13T21:57:14.463+0000 7fc93b386200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T21:57:14.593 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:14 smithi189 bash[23633]: cluster 2024-04-13T21:57:13.354448+0000 mon.a (mon.0) 974 : cluster 0 mgrmap e29: y(active, since 3s) 2024-04-13T21:57:14.593 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:14 smithi189 bash[23633]: audit 2024-04-13T21:57:13.453269+0000 mon.a (mon.0) 975 : audit 0 from='client.? 172.21.15.165:0/1492814384' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:14.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:14 smithi165 bash[21371]: cluster 2024-04-13T21:57:13.354448+0000 mon.a (mon.0) 974 : cluster 0 mgrmap e29: y(active, since 3s) 2024-04-13T21:57:14.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:14 smithi165 bash[21371]: audit 2024-04-13T21:57:13.453269+0000 mon.a (mon.0) 975 : audit 0 from='client.? 172.21.15.165:0/1492814384' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:14.815 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:14 smithi165 bash[31269]: cluster 2024-04-13T21:57:13.354448+0000 mon.a (mon.0) 974 : cluster 0 mgrmap e29: y(active, since 3s) 2024-04-13T21:57:14.815 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:14 smithi165 bash[31269]: audit 2024-04-13T21:57:13.453269+0000 mon.a (mon.0) 975 : audit 0 from='client.? 172.21.15.165:0/1492814384' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:14.968 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:14 smithi189 bash[52470]: debug 2024-04-13T21:57:14.711+0000 7fc93b386200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T21:57:15.342 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:14 smithi189 bash[52470]: debug 2024-04-13T21:57:14.975+0000 7fc93b386200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T21:57:15.342 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:15 smithi189 bash[52470]: debug 2024-04-13T21:57:15.087+0000 7fc93b386200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T21:57:15.780 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:15 smithi189 bash[23633]: cluster 2024-04-13T21:57:14.352136+0000 mgr.y (mgr.15750) 7 : cluster 0 pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:15.780 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:15 smithi189 bash[52470]: debug 2024-04-13T21:57:15.367+0000 7fc93b386200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T21:57:15.814 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:15 smithi165 bash[21371]: cluster 2024-04-13T21:57:14.352136+0000 mgr.y (mgr.15750) 7 : cluster 0 pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:15.815 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:15 smithi165 bash[31269]: cluster 2024-04-13T21:57:14.352136+0000 mgr.y (mgr.15750) 7 : cluster 0 pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:16.032 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:15 smithi189 bash[52470]: debug 2024-04-13T21:57:15.787+0000 7fc93b386200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T21:57:16.342 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:16 smithi189 bash[52470]: debug 2024-04-13T21:57:16.039+0000 7fc93b386200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T21:57:16.342 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:16 smithi189 bash[52470]: debug 2024-04-13T21:57:16.167+0000 7fc93b386200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T21:57:16.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:16 smithi165 bash[21371]: audit 2024-04-13T21:57:15.887072+0000 mon.a (mon.0) 976 : audit 0 from='client.? 172.21.15.165:0/1911195906' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:16.815 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:16 smithi165 bash[31269]: audit 2024-04-13T21:57:15.887072+0000 mon.a (mon.0) 976 : audit 0 from='client.? 172.21.15.165:0/1911195906' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:16.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:16 smithi189 bash[23633]: audit 2024-04-13T21:57:15.887072+0000 mon.a (mon.0) 976 : audit 0 from='client.? 172.21.15.165:0/1911195906' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:16.842 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:16 smithi189 bash[52470]: debug 2024-04-13T21:57:16.435+0000 7fc93b386200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T21:57:17.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:17 smithi165 bash[21371]: cluster 2024-04-13T21:57:16.352596+0000 mgr.y (mgr.15750) 8 : cluster 0 pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:17.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:17 smithi165 bash[21371]: audit 2024-04-13T21:57:16.557455+0000 mon.a (mon.0) 977 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:17.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:17 smithi165 bash[21371]: audit 2024-04-13T21:57:16.563359+0000 mon.a (mon.0) 978 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:17.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:17 smithi165 bash[21371]: audit 2024-04-13T21:57:16.881441+0000 mon.a (mon.0) 979 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:17.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:17 smithi165 bash[21371]: audit 2024-04-13T21:57:16.896977+0000 mon.a (mon.0) 980 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:17.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:17 smithi165 bash[31269]: cluster 2024-04-13T21:57:16.352596+0000 mgr.y (mgr.15750) 8 : cluster 0 pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:17.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:17 smithi165 bash[31269]: audit 2024-04-13T21:57:16.557455+0000 mon.a (mon.0) 977 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:17.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:17 smithi165 bash[31269]: audit 2024-04-13T21:57:16.563359+0000 mon.a (mon.0) 978 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:17.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:17 smithi165 bash[31269]: audit 2024-04-13T21:57:16.881441+0000 mon.a (mon.0) 979 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:17.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:17 smithi165 bash[31269]: audit 2024-04-13T21:57:16.896977+0000 mon.a (mon.0) 980 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:17.842 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:17 smithi189 bash[52470]: debug 2024-04-13T21:57:17.515+0000 7fc93b386200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T21:57:17.842 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:17 smithi189 bash[52470]: debug 2024-04-13T21:57:17.639+0000 7fc93b386200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T21:57:17.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:17 smithi189 bash[23633]: cluster 2024-04-13T21:57:16.352596+0000 mgr.y (mgr.15750) 8 : cluster 0 pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:17.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:17 smithi189 bash[23633]: audit 2024-04-13T21:57:16.557455+0000 mon.a (mon.0) 977 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:17.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:17 smithi189 bash[23633]: audit 2024-04-13T21:57:16.563359+0000 mon.a (mon.0) 978 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:17.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:17 smithi189 bash[23633]: audit 2024-04-13T21:57:16.881441+0000 mon.a (mon.0) 979 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:17.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:17 smithi189 bash[23633]: audit 2024-04-13T21:57:16.896977+0000 mon.a (mon.0) 980 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:18.342 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:17 smithi189 bash[52470]: debug 2024-04-13T21:57:17.951+0000 7fc93b386200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T21:57:18.343 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:18 smithi189 bash[52470]: debug 2024-04-13T21:57:18.071+0000 7fc93b386200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T21:57:18.771 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:18 smithi189 bash[52470]: debug 2024-04-13T21:57:18.527+0000 7fc93b386200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T21:57:18.771 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:18 smithi189 bash[52470]: debug 2024-04-13T21:57:18.651+0000 7fc93b386200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T21:57:18.772 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:18 smithi189 bash[52470]: [13/Apr/2024:21:57:18] ENGINE Bus STARTING 2024-04-13T21:57:18.772 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:18 smithi189 bash[23633]: audit 2024-04-13T21:57:17.572020+0000 mon.a (mon.0) 981 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:18.772 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:18 smithi189 bash[23633]: audit 2024-04-13T21:57:17.583495+0000 mon.a (mon.0) 982 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:18.772 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:18 smithi189 bash[23633]: audit 2024-04-13T21:57:17.952811+0000 mon.a (mon.0) 983 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:18.772 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:18 smithi189 bash[23633]: audit 2024-04-13T21:57:17.960834+0000 mon.a (mon.0) 984 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:18.772 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:18 smithi189 bash[23633]: audit 2024-04-13T21:57:18.297922+0000 mon.a (mon.0) 985 : audit 0 from='client.? 172.21.15.165:0/1879818352' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:19.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:18 smithi165 bash[21371]: audit 2024-04-13T21:57:17.572020+0000 mon.a (mon.0) 981 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:19.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:18 smithi165 bash[21371]: audit 2024-04-13T21:57:17.583495+0000 mon.a (mon.0) 982 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:19.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:18 smithi165 bash[21371]: audit 2024-04-13T21:57:17.952811+0000 mon.a (mon.0) 983 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:19.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:18 smithi165 bash[21371]: audit 2024-04-13T21:57:17.960834+0000 mon.a (mon.0) 984 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:19.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:18 smithi165 bash[21371]: audit 2024-04-13T21:57:18.297922+0000 mon.a (mon.0) 985 : audit 0 from='client.? 172.21.15.165:0/1879818352' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:19.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:18 smithi165 bash[31269]: audit 2024-04-13T21:57:17.572020+0000 mon.a (mon.0) 981 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:19.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:18 smithi165 bash[31269]: audit 2024-04-13T21:57:17.583495+0000 mon.a (mon.0) 982 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:19.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:18 smithi165 bash[31269]: audit 2024-04-13T21:57:17.952811+0000 mon.a (mon.0) 983 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:19.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:18 smithi165 bash[31269]: audit 2024-04-13T21:57:17.960834+0000 mon.a (mon.0) 984 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:19.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:18 smithi165 bash[31269]: audit 2024-04-13T21:57:18.297922+0000 mon.a (mon.0) 985 : audit 0 from='client.? 172.21.15.165:0/1879818352' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:19.092 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:18 smithi189 bash[52470]: CherryPy Checker: 2024-04-13T21:57:19.092 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:18 smithi189 bash[52470]: The Application mounted at '' has an empty config. 2024-04-13T21:57:19.092 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:18 smithi189 bash[52470]: [13/Apr/2024:21:57:18] ENGINE Serving on http://:::9283 2024-04-13T21:57:19.092 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:18 smithi189 bash[52470]: [13/Apr/2024:21:57:18] ENGINE Bus STARTED 2024-04-13T21:57:19.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:19 smithi189 bash[23633]: cluster 2024-04-13T21:57:18.353241+0000 mgr.y (mgr.15750) 9 : cluster 0 pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-13T21:57:19.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:19 smithi189 bash[23633]: cluster 2024-04-13T21:57:18.672912+0000 mon.a (mon.0) 986 : cluster 0 Standby manager daemon x started 2024-04-13T21:57:19.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:19 smithi189 bash[23633]: audit 2024-04-13T21:57:18.679351+0000 mon.b (mon.1) 100 : audit 0 from='mgr.? 172.21.15.189:0/283880909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T21:57:19.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:19 smithi189 bash[23633]: audit 2024-04-13T21:57:18.681314+0000 mon.b (mon.1) 101 : audit 0 from='mgr.? 172.21.15.189:0/283880909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T21:57:19.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:19 smithi189 bash[23633]: audit 2024-04-13T21:57:18.682706+0000 mon.b (mon.1) 102 : audit 0 from='mgr.? 172.21.15.189:0/283880909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T21:57:19.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:19 smithi189 bash[23633]: audit 2024-04-13T21:57:18.683089+0000 mon.b (mon.1) 103 : audit 0 from='mgr.? 172.21.15.189:0/283880909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T21:57:20.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:19 smithi165 bash[21371]: cluster 2024-04-13T21:57:18.353241+0000 mgr.y (mgr.15750) 9 : cluster 0 pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-13T21:57:20.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:19 smithi165 bash[21371]: cluster 2024-04-13T21:57:18.672912+0000 mon.a (mon.0) 986 : cluster 0 Standby manager daemon x started 2024-04-13T21:57:20.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:19 smithi165 bash[21371]: audit 2024-04-13T21:57:18.679351+0000 mon.b (mon.1) 100 : audit 0 from='mgr.? 172.21.15.189:0/283880909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T21:57:20.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:19 smithi165 bash[21371]: audit 2024-04-13T21:57:18.681314+0000 mon.b (mon.1) 101 : audit 0 from='mgr.? 172.21.15.189:0/283880909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T21:57:20.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:19 smithi165 bash[21371]: audit 2024-04-13T21:57:18.682706+0000 mon.b (mon.1) 102 : audit 0 from='mgr.? 172.21.15.189:0/283880909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T21:57:20.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:19 smithi165 bash[21371]: audit 2024-04-13T21:57:18.683089+0000 mon.b (mon.1) 103 : audit 0 from='mgr.? 172.21.15.189:0/283880909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T21:57:20.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:19 smithi165 bash[31269]: cluster 2024-04-13T21:57:18.353241+0000 mgr.y (mgr.15750) 9 : cluster 0 pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-13T21:57:20.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:19 smithi165 bash[31269]: cluster 2024-04-13T21:57:18.672912+0000 mon.a (mon.0) 986 : cluster 0 Standby manager daemon x started 2024-04-13T21:57:20.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:19 smithi165 bash[31269]: audit 2024-04-13T21:57:18.679351+0000 mon.b (mon.1) 100 : audit 0 from='mgr.? 172.21.15.189:0/283880909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T21:57:20.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:19 smithi165 bash[31269]: audit 2024-04-13T21:57:18.681314+0000 mon.b (mon.1) 101 : audit 0 from='mgr.? 172.21.15.189:0/283880909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T21:57:20.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:19 smithi165 bash[31269]: audit 2024-04-13T21:57:18.682706+0000 mon.b (mon.1) 102 : audit 0 from='mgr.? 172.21.15.189:0/283880909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T21:57:20.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:19 smithi165 bash[31269]: audit 2024-04-13T21:57:18.683089+0000 mon.b (mon.1) 103 : audit 0 from='mgr.? 172.21.15.189:0/283880909' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T21:57:20.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:20 smithi189 bash[23633]: cluster 2024-04-13T21:57:19.597192+0000 mon.a (mon.0) 987 : cluster 0 mgrmap e30: y(active, since 9s), standbys: x 2024-04-13T21:57:20.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:20 smithi189 bash[23633]: audit 2024-04-13T21:57:19.602020+0000 mon.b (mon.1) 104 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T21:57:21.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:20 smithi165 bash[21371]: cluster 2024-04-13T21:57:19.597192+0000 mon.a (mon.0) 987 : cluster 0 mgrmap e30: y(active, since 9s), standbys: x 2024-04-13T21:57:21.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:20 smithi165 bash[21371]: audit 2024-04-13T21:57:19.602020+0000 mon.b (mon.1) 104 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T21:57:21.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:20 smithi165 bash[31269]: cluster 2024-04-13T21:57:19.597192+0000 mon.a (mon.0) 987 : cluster 0 mgrmap e30: y(active, since 9s), standbys: x 2024-04-13T21:57:21.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:20 smithi165 bash[31269]: audit 2024-04-13T21:57:19.602020+0000 mon.b (mon.1) 104 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T21:57:21.589 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:21 smithi189 bash[52470]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:57:21] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-13T21:57:21.842 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:21 smithi189 bash[23633]: cluster 2024-04-13T21:57:20.353889+0000 mgr.y (mgr.15750) 10 : cluster 0 pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-13T21:57:21.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:21 smithi189 bash[23633]: audit 2024-04-13T21:57:20.738531+0000 mon.c (mon.2) 165 : audit 0 from='client.? 172.21.15.165:0/3934936966' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:22.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:21 smithi165 bash[21371]: cluster 2024-04-13T21:57:20.353889+0000 mgr.y (mgr.15750) 10 : cluster 0 pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-13T21:57:22.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:21 smithi165 bash[21371]: audit 2024-04-13T21:57:20.738531+0000 mon.c (mon.2) 165 : audit 0 from='client.? 172.21.15.165:0/3934936966' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:22.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:21 smithi165 bash[31269]: cluster 2024-04-13T21:57:20.353889+0000 mgr.y (mgr.15750) 10 : cluster 0 pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-13T21:57:22.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:21 smithi165 bash[31269]: audit 2024-04-13T21:57:20.738531+0000 mon.c (mon.2) 165 : audit 0 from='client.? 172.21.15.165:0/3934936966' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:23.927 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:23 smithi165 bash[31269]: cluster 2024-04-13T21:57:22.355024+0000 mgr.y (mgr.15750) 11 : cluster 0 pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-13T21:57:23.927 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:23 smithi165 bash[31269]: audit 2024-04-13T21:57:23.174644+0000 mon.c (mon.2) 166 : audit 0 from='client.? 172.21.15.165:0/3342376886' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:23.928 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:23 smithi165 bash[21371]: cluster 2024-04-13T21:57:22.355024+0000 mgr.y (mgr.15750) 11 : cluster 0 pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-13T21:57:23.928 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:23 smithi165 bash[21371]: audit 2024-04-13T21:57:23.174644+0000 mon.c (mon.2) 166 : audit 0 from='client.? 172.21.15.165:0/3342376886' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:24.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:23 smithi189 bash[23633]: cluster 2024-04-13T21:57:22.355024+0000 mgr.y (mgr.15750) 11 : cluster 0 pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-13T21:57:24.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:23 smithi189 bash[23633]: audit 2024-04-13T21:57:23.174644+0000 mon.c (mon.2) 166 : audit 0 from='client.? 172.21.15.165:0/3342376886' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:26.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:25 smithi165 bash[21371]: cluster 2024-04-13T21:57:24.355703+0000 mgr.y (mgr.15750) 12 : cluster 0 pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T21:57:26.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:25 smithi165 bash[21371]: audit 2024-04-13T21:57:25.471684+0000 mon.b (mon.1) 105 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:57:26.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:25 smithi165 bash[31269]: cluster 2024-04-13T21:57:24.355703+0000 mgr.y (mgr.15750) 12 : cluster 0 pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T21:57:26.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:25 smithi165 bash[31269]: audit 2024-04-13T21:57:25.471684+0000 mon.b (mon.1) 105 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:57:26.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:25 smithi189 bash[23633]: cluster 2024-04-13T21:57:24.355703+0000 mgr.y (mgr.15750) 12 : cluster 0 pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T21:57:26.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:25 smithi189 bash[23633]: audit 2024-04-13T21:57:25.471684+0000 mon.b (mon.1) 105 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:57:26.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:26 smithi165 bash[21371]: audit 2024-04-13T21:57:25.621299+0000 mon.c (mon.2) 167 : audit 0 from='client.? 172.21.15.165:0/1402371610' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:26.815 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:26 smithi165 bash[31269]: audit 2024-04-13T21:57:25.621299+0000 mon.c (mon.2) 167 : audit 0 from='client.? 172.21.15.165:0/1402371610' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:27.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:26 smithi189 bash[23633]: audit 2024-04-13T21:57:25.621299+0000 mon.c (mon.2) 167 : audit 0 from='client.? 172.21.15.165:0/1402371610' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:28.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:27 smithi165 bash[31269]: cluster 2024-04-13T21:57:26.356233+0000 mgr.y (mgr.15750) 13 : cluster 0 pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T21:57:28.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:27 smithi165 bash[31269]: audit 2024-04-13T21:57:27.217323+0000 mon.a (mon.0) 988 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:28.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:27 smithi165 bash[31269]: audit 2024-04-13T21:57:27.233652+0000 mon.a (mon.0) 989 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:28.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:27 smithi165 bash[31269]: audit 2024-04-13T21:57:27.241935+0000 mon.b (mon.1) 106 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:57:28.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:27 smithi165 bash[31269]: audit 2024-04-13T21:57:27.244049+0000 mon.b (mon.1) 107 : audit 1 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:57:28.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:27 smithi165 bash[21371]: cluster 2024-04-13T21:57:26.356233+0000 mgr.y (mgr.15750) 13 : cluster 0 pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T21:57:28.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:27 smithi165 bash[21371]: audit 2024-04-13T21:57:27.217323+0000 mon.a (mon.0) 988 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:28.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:27 smithi165 bash[21371]: audit 2024-04-13T21:57:27.233652+0000 mon.a (mon.0) 989 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:28.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:27 smithi165 bash[21371]: audit 2024-04-13T21:57:27.241935+0000 mon.b (mon.1) 106 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:57:28.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:27 smithi165 bash[21371]: audit 2024-04-13T21:57:27.244049+0000 mon.b (mon.1) 107 : audit 1 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:57:28.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:27 smithi189 bash[23633]: cluster 2024-04-13T21:57:26.356233+0000 mgr.y (mgr.15750) 13 : cluster 0 pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T21:57:28.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:27 smithi189 bash[23633]: audit 2024-04-13T21:57:27.217323+0000 mon.a (mon.0) 988 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:28.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:27 smithi189 bash[23633]: audit 2024-04-13T21:57:27.233652+0000 mon.a (mon.0) 989 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:28.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:27 smithi189 bash[23633]: audit 2024-04-13T21:57:27.241935+0000 mon.b (mon.1) 106 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:57:28.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:27 smithi189 bash[23633]: audit 2024-04-13T21:57:27.244049+0000 mon.b (mon.1) 107 : audit 1 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:57:29.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:28 smithi165 bash[21371]: cephadm 2024-04-13T21:57:27.243663+0000 mgr.y (mgr.15750) 14 : cephadm 1 Updating smithi165:/etc/ceph/ceph.conf 2024-04-13T21:57:29.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:28 smithi165 bash[21371]: cephadm 2024-04-13T21:57:27.244183+0000 mgr.y (mgr.15750) 15 : cephadm 1 Updating smithi189:/etc/ceph/ceph.conf 2024-04-13T21:57:29.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:28 smithi165 bash[21371]: cephadm 2024-04-13T21:57:27.509959+0000 mgr.y (mgr.15750) 16 : cephadm 1 Updating smithi165:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.conf 2024-04-13T21:57:29.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:28 smithi165 bash[21371]: cephadm 2024-04-13T21:57:27.512314+0000 mgr.y (mgr.15750) 17 : cephadm 1 Updating smithi189:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.conf 2024-04-13T21:57:29.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:28 smithi165 bash[21371]: audit 2024-04-13T21:57:28.010010+0000 mon.a (mon.0) 990 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:29.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:28 smithi165 bash[21371]: audit 2024-04-13T21:57:28.017904+0000 mon.a (mon.0) 991 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:29.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:28 smithi165 bash[21371]: audit 2024-04-13T21:57:28.032030+0000 mon.a (mon.0) 992 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:29.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:28 smithi165 bash[21371]: audit 2024-04-13T21:57:28.038366+0000 mon.a (mon.0) 993 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:29.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:28 smithi165 bash[21371]: audit 2024-04-13T21:57:28.050245+0000 mon.a (mon.0) 994 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:29.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:28 smithi165 bash[21371]: audit 2024-04-13T21:57:28.109313+0000 mon.c (mon.2) 168 : audit 0 from='client.? 172.21.15.165:0/1292418403' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:29.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:28 smithi165 bash[31269]: cephadm 2024-04-13T21:57:27.243663+0000 mgr.y (mgr.15750) 14 : cephadm 1 Updating smithi165:/etc/ceph/ceph.conf 2024-04-13T21:57:29.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:28 smithi165 bash[31269]: cephadm 2024-04-13T21:57:27.244183+0000 mgr.y (mgr.15750) 15 : cephadm 1 Updating smithi189:/etc/ceph/ceph.conf 2024-04-13T21:57:29.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:28 smithi165 bash[31269]: cephadm 2024-04-13T21:57:27.509959+0000 mgr.y (mgr.15750) 16 : cephadm 1 Updating smithi165:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.conf 2024-04-13T21:57:29.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:28 smithi165 bash[31269]: cephadm 2024-04-13T21:57:27.512314+0000 mgr.y (mgr.15750) 17 : cephadm 1 Updating smithi189:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.conf 2024-04-13T21:57:29.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:28 smithi165 bash[31269]: audit 2024-04-13T21:57:28.010010+0000 mon.a (mon.0) 990 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:29.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:28 smithi165 bash[31269]: audit 2024-04-13T21:57:28.017904+0000 mon.a (mon.0) 991 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:29.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:28 smithi165 bash[31269]: audit 2024-04-13T21:57:28.032030+0000 mon.a (mon.0) 992 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:29.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:28 smithi165 bash[31269]: audit 2024-04-13T21:57:28.038366+0000 mon.a (mon.0) 993 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:29.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:28 smithi165 bash[31269]: audit 2024-04-13T21:57:28.050245+0000 mon.a (mon.0) 994 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:29.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:28 smithi165 bash[31269]: audit 2024-04-13T21:57:28.109313+0000 mon.c (mon.2) 168 : audit 0 from='client.? 172.21.15.165:0/1292418403' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:29.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:28 smithi189 bash[23633]: cephadm 2024-04-13T21:57:27.243663+0000 mgr.y (mgr.15750) 14 : cephadm 1 Updating smithi165:/etc/ceph/ceph.conf 2024-04-13T21:57:29.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:28 smithi189 bash[23633]: cephadm 2024-04-13T21:57:27.244183+0000 mgr.y (mgr.15750) 15 : cephadm 1 Updating smithi189:/etc/ceph/ceph.conf 2024-04-13T21:57:29.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:28 smithi189 bash[23633]: cephadm 2024-04-13T21:57:27.509959+0000 mgr.y (mgr.15750) 16 : cephadm 1 Updating smithi165:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.conf 2024-04-13T21:57:29.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:28 smithi189 bash[23633]: cephadm 2024-04-13T21:57:27.512314+0000 mgr.y (mgr.15750) 17 : cephadm 1 Updating smithi189:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.conf 2024-04-13T21:57:29.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:28 smithi189 bash[23633]: audit 2024-04-13T21:57:28.010010+0000 mon.a (mon.0) 990 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:29.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:28 smithi189 bash[23633]: audit 2024-04-13T21:57:28.017904+0000 mon.a (mon.0) 991 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:29.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:28 smithi189 bash[23633]: audit 2024-04-13T21:57:28.032030+0000 mon.a (mon.0) 992 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:29.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:28 smithi189 bash[23633]: audit 2024-04-13T21:57:28.038366+0000 mon.a (mon.0) 993 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:29.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:28 smithi189 bash[23633]: audit 2024-04-13T21:57:28.050245+0000 mon.a (mon.0) 994 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:29.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:28 smithi189 bash[23633]: audit 2024-04-13T21:57:28.109313+0000 mon.c (mon.2) 168 : audit 0 from='client.? 172.21.15.165:0/1292418403' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:29.983 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:29 smithi189 bash[23633]: cephadm 2024-04-13T21:57:27.674538+0000 mgr.y (mgr.15750) 18 : cephadm 1 Updating smithi165:/etc/ceph/ceph.client.admin.keyring 2024-04-13T21:57:29.983 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:29 smithi189 bash[23633]: cephadm 2024-04-13T21:57:27.677012+0000 mgr.y (mgr.15750) 19 : cephadm 1 Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-04-13T21:57:29.983 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:29 smithi189 bash[23633]: cephadm 2024-04-13T21:57:27.839086+0000 mgr.y (mgr.15750) 20 : cephadm 1 Updating smithi165:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T21:57:29.983 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:29 smithi189 bash[23633]: cephadm 2024-04-13T21:57:27.841235+0000 mgr.y (mgr.15750) 21 : cephadm 1 Updating smithi189:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T21:57:29.983 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:29 smithi189 bash[23633]: cephadm 2024-04-13T21:57:28.112379+0000 mgr.y (mgr.15750) 22 : cephadm 1 Reconfiguring prometheus.a (dependencies changed)... 2024-04-13T21:57:29.983 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:29 smithi189 bash[23633]: cluster 2024-04-13T21:57:28.357223+0000 mgr.y (mgr.15750) 23 : cluster 0 pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T21:57:29.983 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:29 smithi189 bash[23633]: cephadm 2024-04-13T21:57:28.366331+0000 mgr.y (mgr.15750) 24 : cephadm 1 Reconfiguring daemon prometheus.a on smithi189 2024-04-13T21:57:30.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:29 smithi165 bash[31269]: cephadm 2024-04-13T21:57:27.674538+0000 mgr.y (mgr.15750) 18 : cephadm 1 Updating smithi165:/etc/ceph/ceph.client.admin.keyring 2024-04-13T21:57:30.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:29 smithi165 bash[31269]: cephadm 2024-04-13T21:57:27.677012+0000 mgr.y (mgr.15750) 19 : cephadm 1 Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-04-13T21:57:30.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:29 smithi165 bash[31269]: cephadm 2024-04-13T21:57:27.839086+0000 mgr.y (mgr.15750) 20 : cephadm 1 Updating smithi165:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T21:57:30.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:29 smithi165 bash[31269]: cephadm 2024-04-13T21:57:27.841235+0000 mgr.y (mgr.15750) 21 : cephadm 1 Updating smithi189:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T21:57:30.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:29 smithi165 bash[31269]: cephadm 2024-04-13T21:57:28.112379+0000 mgr.y (mgr.15750) 22 : cephadm 1 Reconfiguring prometheus.a (dependencies changed)... 2024-04-13T21:57:30.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:29 smithi165 bash[31269]: cluster 2024-04-13T21:57:28.357223+0000 mgr.y (mgr.15750) 23 : cluster 0 pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T21:57:30.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:29 smithi165 bash[31269]: cephadm 2024-04-13T21:57:28.366331+0000 mgr.y (mgr.15750) 24 : cephadm 1 Reconfiguring daemon prometheus.a on smithi189 2024-04-13T21:57:30.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:29 smithi165 bash[21371]: cephadm 2024-04-13T21:57:27.674538+0000 mgr.y (mgr.15750) 18 : cephadm 1 Updating smithi165:/etc/ceph/ceph.client.admin.keyring 2024-04-13T21:57:30.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:29 smithi165 bash[21371]: cephadm 2024-04-13T21:57:27.677012+0000 mgr.y (mgr.15750) 19 : cephadm 1 Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-04-13T21:57:30.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:29 smithi165 bash[21371]: cephadm 2024-04-13T21:57:27.839086+0000 mgr.y (mgr.15750) 20 : cephadm 1 Updating smithi165:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T21:57:30.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:29 smithi165 bash[21371]: cephadm 2024-04-13T21:57:27.841235+0000 mgr.y (mgr.15750) 21 : cephadm 1 Updating smithi189:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T21:57:30.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:29 smithi165 bash[21371]: cephadm 2024-04-13T21:57:28.112379+0000 mgr.y (mgr.15750) 22 : cephadm 1 Reconfiguring prometheus.a (dependencies changed)... 2024-04-13T21:57:30.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:29 smithi165 bash[21371]: cluster 2024-04-13T21:57:28.357223+0000 mgr.y (mgr.15750) 23 : cluster 0 pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T21:57:30.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:29 smithi165 bash[21371]: cephadm 2024-04-13T21:57:28.366331+0000 mgr.y (mgr.15750) 24 : cephadm 1 Reconfiguring daemon prometheus.a on smithi189 2024-04-13T21:57:30.791 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:30 smithi189 bash[23633]: audit 2024-04-13T21:57:30.546308+0000 mon.a (mon.0) 995 : audit 0 from='client.? 172.21.15.165:0/1777385775' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:31.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:30 smithi165 bash[21371]: audit 2024-04-13T21:57:30.546308+0000 mon.a (mon.0) 995 : audit 0 from='client.? 172.21.15.165:0/1777385775' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:31.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:30 smithi165 bash[31269]: audit 2024-04-13T21:57:30.546308+0000 mon.a (mon.0) 995 : audit 0 from='client.? 172.21.15.165:0/1777385775' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:31.590 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:31 smithi189 bash[52470]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:57:31] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-13T21:57:31.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:31 smithi189 bash[23633]: cluster 2024-04-13T21:57:30.357832+0000 mgr.y (mgr.15750) 25 : cluster 0 pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:32.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:31 smithi165 bash[21371]: cluster 2024-04-13T21:57:30.357832+0000 mgr.y (mgr.15750) 25 : cluster 0 pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:32.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:31 smithi165 bash[31269]: cluster 2024-04-13T21:57:30.357832+0000 mgr.y (mgr.15750) 25 : cluster 0 pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:32.343 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:32 smithi189 systemd[1]: Stopping Ceph prometheus.a for 1c29171c-f9de-11ee-bc8e-c7b262605968... 2024-04-13T21:57:32.343 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:32 smithi189 bash[59358]: ts=2024-04-13T21:57:32.163Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-13T21:57:32.343 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:32 smithi189 bash[59358]: ts=2024-04-13T21:57:32.163Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-13T21:57:32.343 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:32 smithi189 bash[59358]: ts=2024-04-13T21:57:32.163Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-13T21:57:32.343 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:32 smithi189 bash[59358]: ts=2024-04-13T21:57:32.163Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-13T21:57:32.343 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:32 smithi189 bash[59358]: ts=2024-04-13T21:57:32.163Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-13T21:57:32.343 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:32 smithi189 bash[59358]: ts=2024-04-13T21:57:32.163Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-13T21:57:32.343 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:32 smithi189 bash[59358]: ts=2024-04-13T21:57:32.163Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-13T21:57:32.344 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:32 smithi189 bash[59358]: ts=2024-04-13T21:57:32.163Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-13T21:57:32.344 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:32 smithi189 bash[59358]: ts=2024-04-13T21:57:32.163Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-13T21:57:32.344 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:32 smithi189 bash[59358]: ts=2024-04-13T21:57:32.164Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-13T21:57:32.344 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:32 smithi189 bash[59358]: ts=2024-04-13T21:57:32.164Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-13T21:57:32.344 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:32 smithi189 bash[59358]: ts=2024-04-13T21:57:32.164Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-13T21:57:33.092 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:32 smithi189 bash[60598]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-prometheus-a 2024-04-13T21:57:33.093 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:32 smithi189 bash[60660]: Error response from daemon: No such container: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-prometheus-a 2024-04-13T21:57:33.093 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:32 smithi189 systemd[1]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-13T21:57:33.093 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:32 smithi189 systemd[1]: Stopped Ceph prometheus.a for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T21:57:33.093 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:32 smithi189 systemd[1]: Started Ceph prometheus.a for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T21:57:33.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:33 smithi189 bash[23633]: cluster 2024-04-13T21:57:32.358929+0000 mgr.y (mgr.15750) 26 : cluster 0 pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:33.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:33 smithi189 bash[23633]: audit 2024-04-13T21:57:32.892604+0000 mon.a (mon.0) 996 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:33.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:33 smithi189 bash[23633]: audit 2024-04-13T21:57:32.903997+0000 mon.a (mon.0) 997 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:33.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:33 smithi189 bash[23633]: audit 2024-04-13T21:57:32.960181+0000 mon.b (mon.1) 108 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T21:57:33.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:33 smithi189 bash[23633]: audit 2024-04-13T21:57:32.977787+0000 mon.b (mon.1) 109 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:57:33.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:33 smithi189 bash[23633]: audit 2024-04-13T21:57:32.995678+0000 mon.a (mon.0) 998 : audit 0 from='client.? 172.21.15.165:0/2368943855' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:34.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:33 smithi165 bash[31269]: cluster 2024-04-13T21:57:32.358929+0000 mgr.y (mgr.15750) 26 : cluster 0 pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:34.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:33 smithi165 bash[31269]: audit 2024-04-13T21:57:32.892604+0000 mon.a (mon.0) 996 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:34.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:33 smithi165 bash[31269]: audit 2024-04-13T21:57:32.903997+0000 mon.a (mon.0) 997 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:34.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:33 smithi165 bash[31269]: audit 2024-04-13T21:57:32.960181+0000 mon.b (mon.1) 108 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T21:57:34.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:33 smithi165 bash[31269]: audit 2024-04-13T21:57:32.977787+0000 mon.b (mon.1) 109 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:57:34.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:33 smithi165 bash[31269]: audit 2024-04-13T21:57:32.995678+0000 mon.a (mon.0) 998 : audit 0 from='client.? 172.21.15.165:0/2368943855' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:34.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:33 smithi165 bash[21371]: cluster 2024-04-13T21:57:32.358929+0000 mgr.y (mgr.15750) 26 : cluster 0 pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:34.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:33 smithi165 bash[21371]: audit 2024-04-13T21:57:32.892604+0000 mon.a (mon.0) 996 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:34.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:33 smithi165 bash[21371]: audit 2024-04-13T21:57:32.903997+0000 mon.a (mon.0) 997 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:34.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:33 smithi165 bash[21371]: audit 2024-04-13T21:57:32.960181+0000 mon.b (mon.1) 108 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T21:57:34.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:33 smithi165 bash[21371]: audit 2024-04-13T21:57:32.977787+0000 mon.b (mon.1) 109 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:57:34.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:33 smithi165 bash[21371]: audit 2024-04-13T21:57:32.995678+0000 mon.a (mon.0) 998 : audit 0 from='client.? 172.21.15.165:0/2368943855' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:34.535 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:34 smithi189 bash[60687]: ts=2024-04-13T21:57:34.399Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-13T21:57:34.536 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:34 smithi189 bash[60687]: ts=2024-04-13T21:57:34.399Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-13T21:57:34.536 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:34 smithi189 bash[60687]: ts=2024-04-13T21:57:34.399Z caller=main.go:570 level=info host_details="(Linux 5.15.0-102-generic #112-Ubuntu SMP Tue Mar 5 16:50:32 UTC 2024 x86_64 smithi189 (none))" 2024-04-13T21:57:34.536 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:34 smithi189 bash[60687]: ts=2024-04-13T21:57:34.399Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-13T21:57:34.536 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:34 smithi189 bash[60687]: ts=2024-04-13T21:57:34.399Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-13T21:57:34.536 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:34 smithi189 bash[60687]: ts=2024-04-13T21:57:34.402Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-13T21:57:34.536 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:34 smithi189 bash[60687]: ts=2024-04-13T21:57:34.402Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-13T21:57:34.536 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:34 smithi189 bash[60687]: ts=2024-04-13T21:57:34.404Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-13T21:57:34.536 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:34 smithi189 bash[60687]: ts=2024-04-13T21:57:34.404Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-13T21:57:34.536 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:34 smithi189 bash[60687]: ts=2024-04-13T21:57:34.405Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-13T21:57:34.536 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:34 smithi189 bash[60687]: ts=2024-04-13T21:57:34.405Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.553µs 2024-04-13T21:57:34.536 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:34 smithi189 bash[60687]: ts=2024-04-13T21:57:34.405Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-13T21:57:34.536 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:34 smithi189 bash[60687]: ts=2024-04-13T21:57:34.409Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-04-13T21:57:34.537 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:34 smithi189 bash[60687]: ts=2024-04-13T21:57:34.418Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-04-13T21:57:34.537 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:34 smithi189 bash[60687]: ts=2024-04-13T21:57:34.422Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-04-13T21:57:34.537 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:34 smithi189 bash[60687]: ts=2024-04-13T21:57:34.423Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-04-13T21:57:34.537 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:34 smithi189 bash[60687]: ts=2024-04-13T21:57:34.423Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=46.248µs wal_replay_duration=17.281619ms wbl_replay_duration=125ns total_replay_duration=17.350677ms 2024-04-13T21:57:34.537 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:34 smithi189 bash[60687]: ts=2024-04-13T21:57:34.424Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-13T21:57:34.537 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:34 smithi189 bash[60687]: ts=2024-04-13T21:57:34.424Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-13T21:57:34.537 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:34 smithi189 bash[60687]: ts=2024-04-13T21:57:34.424Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-13T21:57:34.537 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:34 smithi189 bash[60687]: ts=2024-04-13T21:57:34.443Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.016088ms db_storage=904ns remote_storage=1.929µs web_handler=389ns query_engine=685ns scrape=252.829µs scrape_sd=95.2µs notify=15.505µs notify_sd=17.808µs rules=18.310313ms tracing=5.508µs 2024-04-13T21:57:34.537 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:34 smithi189 bash[60687]: ts=2024-04-13T21:57:34.443Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-13T21:57:34.537 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:34 smithi189 bash[60687]: ts=2024-04-13T21:57:34.443Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-13T21:57:34.898 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:34 smithi189 bash[23633]: audit 2024-04-13T21:57:32.958169+0000 mgr.y (mgr.15750) 27 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T21:57:35.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:34 smithi165 bash[31269]: audit 2024-04-13T21:57:32.958169+0000 mgr.y (mgr.15750) 27 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T21:57:35.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:34 smithi165 bash[21371]: audit 2024-04-13T21:57:32.958169+0000 mgr.y (mgr.15750) 27 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-13T21:57:36.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:35 smithi165 bash[21371]: cluster 2024-04-13T21:57:34.359566+0000 mgr.y (mgr.15750) 28 : cluster 0 pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:36.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:35 smithi165 bash[21371]: audit 2024-04-13T21:57:35.401445+0000 mon.a (mon.0) 999 : audit 1 from='mgr.15750 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T21:57:36.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:35 smithi165 bash[21371]: audit 2024-04-13T21:57:35.403679+0000 mon.b (mon.1) 110 : audit 1 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T21:57:36.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:35 smithi165 bash[21371]: audit 2024-04-13T21:57:35.406704+0000 mon.b (mon.1) 111 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T21:57:36.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:35 smithi165 bash[21371]: audit 2024-04-13T21:57:35.409073+0000 mon.b (mon.1) 112 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:57:36.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:35 smithi165 bash[21371]: audit 2024-04-13T21:57:35.427308+0000 mon.c (mon.2) 169 : audit 0 from='client.? 172.21.15.165:0/3160452737' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:36.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:35 smithi165 bash[31269]: cluster 2024-04-13T21:57:34.359566+0000 mgr.y (mgr.15750) 28 : cluster 0 pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:36.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:35 smithi165 bash[31269]: audit 2024-04-13T21:57:35.401445+0000 mon.a (mon.0) 999 : audit 1 from='mgr.15750 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T21:57:36.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:35 smithi165 bash[31269]: audit 2024-04-13T21:57:35.403679+0000 mon.b (mon.1) 110 : audit 1 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T21:57:36.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:35 smithi165 bash[31269]: audit 2024-04-13T21:57:35.406704+0000 mon.b (mon.1) 111 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T21:57:36.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:35 smithi165 bash[31269]: audit 2024-04-13T21:57:35.409073+0000 mon.b (mon.1) 112 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:57:36.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:35 smithi165 bash[31269]: audit 2024-04-13T21:57:35.427308+0000 mon.c (mon.2) 169 : audit 0 from='client.? 172.21.15.165:0/3160452737' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:36.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:35 smithi189 bash[23633]: cluster 2024-04-13T21:57:34.359566+0000 mgr.y (mgr.15750) 28 : cluster 0 pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:36.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:35 smithi189 bash[23633]: audit 2024-04-13T21:57:35.401445+0000 mon.a (mon.0) 999 : audit 1 from='mgr.15750 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T21:57:36.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:35 smithi189 bash[23633]: audit 2024-04-13T21:57:35.403679+0000 mon.b (mon.1) 110 : audit 1 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T21:57:36.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:35 smithi189 bash[23633]: audit 2024-04-13T21:57:35.406704+0000 mon.b (mon.1) 111 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T21:57:36.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:35 smithi189 bash[23633]: audit 2024-04-13T21:57:35.409073+0000 mon.b (mon.1) 112 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:57:36.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:35 smithi189 bash[23633]: audit 2024-04-13T21:57:35.427308+0000 mon.c (mon.2) 169 : audit 0 from='client.? 172.21.15.165:0/3160452737' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:36.965 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:36 smithi189 bash[23633]: cephadm 2024-04-13T21:57:35.399613+0000 mgr.y (mgr.15750) 29 : cephadm 1 Upgrade: Updating mgr.x 2024-04-13T21:57:36.965 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:36 smithi189 bash[23633]: cephadm 2024-04-13T21:57:35.408000+0000 mgr.y (mgr.15750) 30 : cephadm 1 Deploying daemon mgr.x on smithi189 2024-04-13T21:57:37.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:36 smithi165 bash[31269]: cephadm 2024-04-13T21:57:35.399613+0000 mgr.y (mgr.15750) 29 : cephadm 1 Upgrade: Updating mgr.x 2024-04-13T21:57:37.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:36 smithi165 bash[31269]: cephadm 2024-04-13T21:57:35.408000+0000 mgr.y (mgr.15750) 30 : cephadm 1 Deploying daemon mgr.x on smithi189 2024-04-13T21:57:37.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:36 smithi165 bash[21371]: cephadm 2024-04-13T21:57:35.399613+0000 mgr.y (mgr.15750) 29 : cephadm 1 Upgrade: Updating mgr.x 2024-04-13T21:57:37.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:36 smithi165 bash[21371]: cephadm 2024-04-13T21:57:35.408000+0000 mgr.y (mgr.15750) 30 : cephadm 1 Deploying daemon mgr.x on smithi189 2024-04-13T21:57:37.711 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:37 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:57:37.712 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 21:57:37 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:57:37.712 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 21:57:37 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:57:37.712 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 21:57:37 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:57:37.712 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:37 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:57:37.713 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:57:37 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:57:37.713 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:57:37 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:57:37.713 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:37 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:57:37.714 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:37 smithi189 bash[23633]: cluster 2024-04-13T21:57:36.360312+0000 mgr.y (mgr.15750) 31 : cluster 0 pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:37.714 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 21:57:37 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:57:38.048 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:37 smithi189 systemd[1]: Stopping Ceph mgr.x for 1c29171c-f9de-11ee-bc8e-c7b262605968... 2024-04-13T21:57:38.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:37 smithi165 bash[21371]: cluster 2024-04-13T21:57:36.360312+0000 mgr.y (mgr.15750) 31 : cluster 0 pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:38.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:37 smithi165 bash[31269]: cluster 2024-04-13T21:57:36.360312+0000 mgr.y (mgr.15750) 31 : cluster 0 pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:38.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:38 smithi189 bash[60965]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-mgr-x 2024-04-13T21:57:38.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:38 smithi189 systemd[1]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-13T21:57:38.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:38 smithi189 bash[61024]: Error response from daemon: No such container: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-mgr-x 2024-04-13T21:57:38.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:38 smithi189 systemd[1]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-13T21:57:38.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:38 smithi189 systemd[1]: Stopped Ceph mgr.x for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T21:57:39.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:38 smithi165 bash[21371]: audit 2024-04-13T21:57:37.854369+0000 mon.c (mon.2) 170 : audit 0 from='client.? 172.21.15.165:0/3862052816' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:39.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:38 smithi165 bash[31269]: audit 2024-04-13T21:57:37.854369+0000 mon.c (mon.2) 170 : audit 0 from='client.? 172.21.15.165:0/3862052816' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:39.093 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 21:57:38 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:57:39.094 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 21:57:38 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:57:39.094 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 21:57:38 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:57:39.094 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 21:57:38 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:57:39.095 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 21:57:38 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:57:39.095 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 21:57:38 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:57:39.096 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 21:57:38 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:57:39.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:38 smithi189 bash[23633]: audit 2024-04-13T21:57:37.854369+0000 mon.c (mon.2) 170 : audit 0 from='client.? 172.21.15.165:0/3862052816' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:39.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:38 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:57:39.096 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:38 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:57:39.097 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:38 smithi189 systemd[1]: Started Ceph mgr.x for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T21:57:39.912 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:39 smithi189 bash[61080]: debug 2024-04-13T21:57:39.770+0000 7f5107760700 1 -- 172.21.15.189:0/3612136097 <== mon.1 v2:172.21.15.189:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55578c52c5a0 con 0x55578d2acc00 2024-04-13T21:57:39.912 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:39 smithi189 bash[23633]: cluster 2024-04-13T21:57:38.361351+0000 mgr.y (mgr.15750) 32 : cluster 0 pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:39.912 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:39 smithi189 bash[23633]: audit 2024-04-13T21:57:38.843837+0000 mon.a (mon.0) 1000 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:39.912 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:39 smithi189 bash[23633]: audit 2024-04-13T21:57:38.860545+0000 mon.a (mon.0) 1001 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:39.912 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:39 smithi189 bash[23633]: audit 2024-04-13T21:57:38.886686+0000 mon.b (mon.1) 113 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:57:40.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:39 smithi165 bash[31269]: cluster 2024-04-13T21:57:38.361351+0000 mgr.y (mgr.15750) 32 : cluster 0 pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:40.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:39 smithi165 bash[31269]: audit 2024-04-13T21:57:38.843837+0000 mon.a (mon.0) 1000 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:40.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:39 smithi165 bash[31269]: audit 2024-04-13T21:57:38.860545+0000 mon.a (mon.0) 1001 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:40.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:39 smithi165 bash[31269]: audit 2024-04-13T21:57:38.886686+0000 mon.b (mon.1) 113 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:57:40.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:39 smithi165 bash[21371]: cluster 2024-04-13T21:57:38.361351+0000 mgr.y (mgr.15750) 32 : cluster 0 pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:40.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:39 smithi165 bash[21371]: audit 2024-04-13T21:57:38.843837+0000 mon.a (mon.0) 1000 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:40.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:39 smithi165 bash[21371]: audit 2024-04-13T21:57:38.860545+0000 mon.a (mon.0) 1001 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:40.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:39 smithi165 bash[21371]: audit 2024-04-13T21:57:38.886686+0000 mon.b (mon.1) 113 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:57:40.342 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:39 smithi189 bash[61080]: debug 2024-04-13T21:57:39.918+0000 7f5111967200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T21:57:41.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:40 smithi165 bash[21371]: audit 2024-04-13T21:57:40.285027+0000 mon.a (mon.0) 1002 : audit 0 from='client.? 172.21.15.165:0/2388814787' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:41.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:40 smithi165 bash[21371]: cluster 2024-04-13T21:57:40.361956+0000 mgr.y (mgr.15750) 33 : cluster 0 pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:41.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:40 smithi165 bash[21371]: audit 2024-04-13T21:57:40.471871+0000 mon.b (mon.1) 114 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:57:41.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:40 smithi165 bash[31269]: audit 2024-04-13T21:57:40.285027+0000 mon.a (mon.0) 1002 : audit 0 from='client.? 172.21.15.165:0/2388814787' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:41.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:40 smithi165 bash[31269]: cluster 2024-04-13T21:57:40.361956+0000 mgr.y (mgr.15750) 33 : cluster 0 pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:41.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:40 smithi165 bash[31269]: audit 2024-04-13T21:57:40.471871+0000 mon.b (mon.1) 114 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:57:41.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:40 smithi189 bash[23633]: audit 2024-04-13T21:57:40.285027+0000 mon.a (mon.0) 1002 : audit 0 from='client.? 172.21.15.165:0/2388814787' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:41.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:40 smithi189 bash[23633]: cluster 2024-04-13T21:57:40.361956+0000 mgr.y (mgr.15750) 33 : cluster 0 pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:41.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:40 smithi189 bash[23633]: audit 2024-04-13T21:57:40.471871+0000 mon.b (mon.1) 114 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:57:41.843 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:41 smithi189 bash[61080]: debug 2024-04-13T21:57:41.526+0000 7f5111967200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T21:57:41.843 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:41 smithi189 bash[61080]: debug 2024-04-13T21:57:41.626+0000 7f5111967200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T21:57:42.343 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:41 smithi189 bash[61080]: debug 2024-04-13T21:57:41.882+0000 7f5111967200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T21:57:42.691 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:57:42 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:57:42] "GET /metrics HTTP/1.1" 200 33829 "" "Prometheus/2.43.0" 2024-04-13T21:57:43.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:42 smithi165 bash[21371]: cluster 2024-04-13T21:57:42.362725+0000 mgr.y (mgr.15750) 34 : cluster 0 pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:43.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:42 smithi165 bash[31269]: cluster 2024-04-13T21:57:42.362725+0000 mgr.y (mgr.15750) 34 : cluster 0 pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:43.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:42 smithi189 bash[23633]: cluster 2024-04-13T21:57:42.362725+0000 mgr.y (mgr.15750) 34 : cluster 0 pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:43.093 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:42 smithi189 bash[61080]: debug 2024-04-13T21:57:42.694+0000 7f5111967200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T21:57:43.093 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:42 smithi189 bash[61080]: debug 2024-04-13T21:57:42.806+0000 7f5111967200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T21:57:43.093 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:42 smithi189 bash[61080]: debug 2024-04-13T21:57:42.910+0000 7f5111967200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T21:57:43.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:43 smithi189 bash[61080]: debug 2024-04-13T21:57:43.270+0000 7f5111967200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T21:57:43.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:43 smithi189 bash[61080]: debug 2024-04-13T21:57:43.390+0000 7f5111967200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T21:57:43.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:43 smithi189 bash[61080]: debug 2024-04-13T21:57:43.494+0000 7f5111967200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T21:57:44.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:43 smithi165 bash[21371]: audit 2024-04-13T21:57:42.732442+0000 mon.c (mon.2) 171 : audit 0 from='client.? 172.21.15.165:0/2830903632' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:44.065 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:43 smithi165 bash[31269]: audit 2024-04-13T21:57:42.732442+0000 mon.c (mon.2) 171 : audit 0 from='client.? 172.21.15.165:0/2830903632' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:44.093 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:43 smithi189 bash[61080]: debug 2024-04-13T21:57:43.858+0000 7f5111967200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T21:57:44.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:43 smithi189 bash[23633]: audit 2024-04-13T21:57:42.732442+0000 mon.c (mon.2) 171 : audit 0 from='client.? 172.21.15.165:0/2830903632' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:44.420 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:44 smithi189 bash[61080]: debug 2024-04-13T21:57:44.122+0000 7f5111967200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T21:57:44.420 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:44 smithi189 bash[61080]: debug 2024-04-13T21:57:44.422+0000 7f5111967200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T21:57:44.700 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:44 smithi189 bash[61080]: debug 2024-04-13T21:57:44.554+0000 7f5111967200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T21:57:45.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:44 smithi165 bash[21371]: cluster 2024-04-13T21:57:44.363372+0000 mgr.y (mgr.15750) 35 : cluster 0 pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:45.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:44 smithi165 bash[31269]: cluster 2024-04-13T21:57:44.363372+0000 mgr.y (mgr.15750) 35 : cluster 0 pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:45.093 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:44 smithi189 bash[61080]: debug 2024-04-13T21:57:44.854+0000 7f5111967200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T21:57:45.093 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:44 smithi189 bash[23633]: cluster 2024-04-13T21:57:44.363372+0000 mgr.y (mgr.15750) 35 : cluster 0 pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:45.535 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:45 smithi189 bash[61080]: debug 2024-04-13T21:57:45.290+0000 7f5111967200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T21:57:45.843 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:45 smithi189 bash[61080]: debug 2024-04-13T21:57:45.538+0000 7f5111967200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T21:57:45.843 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:45 smithi189 bash[61080]: debug 2024-04-13T21:57:45.670+0000 7f5111967200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T21:57:46.315 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:45 smithi165 bash[31269]: audit 2024-04-13T21:57:44.880234+0000 mon.a (mon.0) 1003 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:46.315 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:45 smithi165 bash[31269]: audit 2024-04-13T21:57:44.892576+0000 mon.a (mon.0) 1004 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:46.315 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:45 smithi165 bash[31269]: audit 2024-04-13T21:57:45.173883+0000 mon.a (mon.0) 1005 : audit 0 from='client.? 172.21.15.165:0/4110621039' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:46.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:45 smithi165 bash[21371]: audit 2024-04-13T21:57:44.880234+0000 mon.a (mon.0) 1003 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:46.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:45 smithi165 bash[21371]: audit 2024-04-13T21:57:44.892576+0000 mon.a (mon.0) 1004 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:46.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:45 smithi165 bash[21371]: audit 2024-04-13T21:57:45.173883+0000 mon.a (mon.0) 1005 : audit 0 from='client.? 172.21.15.165:0/4110621039' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:46.343 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:45 smithi189 bash[61080]: debug 2024-04-13T21:57:45.930+0000 7f5111967200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T21:57:46.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:45 smithi189 bash[23633]: audit 2024-04-13T21:57:44.880234+0000 mon.a (mon.0) 1003 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:46.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:45 smithi189 bash[23633]: audit 2024-04-13T21:57:44.892576+0000 mon.a (mon.0) 1004 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:46.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:45 smithi189 bash[23633]: audit 2024-04-13T21:57:45.173883+0000 mon.a (mon.0) 1005 : audit 0 from='client.? 172.21.15.165:0/4110621039' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:47.315 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:47 smithi165 bash[21371]: audit 2024-04-13T21:57:46.004257+0000 mon.a (mon.0) 1006 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:47.315 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:47 smithi165 bash[21371]: audit 2024-04-13T21:57:46.018841+0000 mon.a (mon.0) 1007 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:47.315 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:47 smithi165 bash[21371]: cluster 2024-04-13T21:57:46.364054+0000 mgr.y (mgr.15750) 36 : cluster 0 pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:47.315 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:47 smithi165 bash[31269]: audit 2024-04-13T21:57:46.004257+0000 mon.a (mon.0) 1006 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:47.315 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:47 smithi165 bash[31269]: audit 2024-04-13T21:57:46.018841+0000 mon.a (mon.0) 1007 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:47.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:47 smithi165 bash[31269]: cluster 2024-04-13T21:57:46.364054+0000 mgr.y (mgr.15750) 36 : cluster 0 pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:47.343 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:46 smithi189 bash[61080]: debug 2024-04-13T21:57:46.974+0000 7f5111967200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T21:57:47.343 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:47 smithi189 bash[61080]: debug 2024-04-13T21:57:47.094+0000 7f5111967200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T21:57:47.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:47 smithi189 bash[23633]: audit 2024-04-13T21:57:46.004257+0000 mon.a (mon.0) 1006 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:47.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:47 smithi189 bash[23633]: audit 2024-04-13T21:57:46.018841+0000 mon.a (mon.0) 1007 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:47.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:47 smithi189 bash[23633]: cluster 2024-04-13T21:57:46.364054+0000 mgr.y (mgr.15750) 36 : cluster 0 pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:47.843 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:47 smithi189 bash[61080]: debug 2024-04-13T21:57:47.398+0000 7f5111967200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T21:57:47.843 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:47 smithi189 bash[61080]: debug 2024-04-13T21:57:47.518+0000 7f5111967200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T21:57:48.227 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:48 smithi189 bash[23633]: audit 2024-04-13T21:57:47.607586+0000 mon.c (mon.2) 172 : audit 0 from='client.? 172.21.15.165:0/4044736903' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:48.227 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:47 smithi189 bash[61080]: debug 2024-04-13T21:57:47.978+0000 7f5111967200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T21:57:48.228 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:48 smithi189 bash[61080]: debug 2024-04-13T21:57:48.102+0000 7f5111967200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T21:57:48.228 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:48 smithi189 bash[61080]: [13/Apr/2024:21:57:48] ENGINE Bus STARTING 2024-04-13T21:57:48.315 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:48 smithi165 bash[21371]: audit 2024-04-13T21:57:47.607586+0000 mon.c (mon.2) 172 : audit 0 from='client.? 172.21.15.165:0/4044736903' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:48.315 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:48 smithi165 bash[31269]: audit 2024-04-13T21:57:47.607586+0000 mon.c (mon.2) 172 : audit 0 from='client.? 172.21.15.165:0/4044736903' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:48.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:48 smithi189 bash[61080]: CherryPy Checker: 2024-04-13T21:57:48.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:48 smithi189 bash[61080]: The Application mounted at '' has an empty config. 2024-04-13T21:57:48.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:48 smithi189 bash[61080]: [13/Apr/2024:21:57:48] ENGINE Serving on http://:::9283 2024-04-13T21:57:48.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:57:48 smithi189 bash[61080]: [13/Apr/2024:21:57:48] ENGINE Bus STARTED 2024-04-13T21:57:49.315 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:49 smithi165 bash[21371]: cluster 2024-04-13T21:57:48.126104+0000 mon.a (mon.0) 1008 : cluster 0 Standby manager daemon x restarted 2024-04-13T21:57:49.315 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:49 smithi165 bash[21371]: cluster 2024-04-13T21:57:48.126328+0000 mon.a (mon.0) 1009 : cluster 0 Standby manager daemon x started 2024-04-13T21:57:49.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:49 smithi165 bash[21371]: audit 2024-04-13T21:57:48.130316+0000 mon.b (mon.1) 115 : audit 0 from='mgr.? 172.21.15.189:0/207785242' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T21:57:49.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:49 smithi165 bash[21371]: audit 2024-04-13T21:57:48.131552+0000 mon.b (mon.1) 116 : audit 0 from='mgr.? 172.21.15.189:0/207785242' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T21:57:49.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:49 smithi165 bash[21371]: audit 2024-04-13T21:57:48.133866+0000 mon.b (mon.1) 117 : audit 0 from='mgr.? 172.21.15.189:0/207785242' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T21:57:49.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:49 smithi165 bash[21371]: audit 2024-04-13T21:57:48.135598+0000 mon.b (mon.1) 118 : audit 0 from='mgr.? 172.21.15.189:0/207785242' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T21:57:49.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:49 smithi165 bash[21371]: cluster 2024-04-13T21:57:48.365191+0000 mgr.y (mgr.15750) 37 : cluster 0 pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:49.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:49 smithi165 bash[31269]: cluster 2024-04-13T21:57:48.126104+0000 mon.a (mon.0) 1008 : cluster 0 Standby manager daemon x restarted 2024-04-13T21:57:49.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:49 smithi165 bash[31269]: cluster 2024-04-13T21:57:48.126328+0000 mon.a (mon.0) 1009 : cluster 0 Standby manager daemon x started 2024-04-13T21:57:49.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:49 smithi165 bash[31269]: audit 2024-04-13T21:57:48.130316+0000 mon.b (mon.1) 115 : audit 0 from='mgr.? 172.21.15.189:0/207785242' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T21:57:49.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:49 smithi165 bash[31269]: audit 2024-04-13T21:57:48.131552+0000 mon.b (mon.1) 116 : audit 0 from='mgr.? 172.21.15.189:0/207785242' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T21:57:49.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:49 smithi165 bash[31269]: audit 2024-04-13T21:57:48.133866+0000 mon.b (mon.1) 117 : audit 0 from='mgr.? 172.21.15.189:0/207785242' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T21:57:49.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:49 smithi165 bash[31269]: audit 2024-04-13T21:57:48.135598+0000 mon.b (mon.1) 118 : audit 0 from='mgr.? 172.21.15.189:0/207785242' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T21:57:49.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:49 smithi165 bash[31269]: cluster 2024-04-13T21:57:48.365191+0000 mgr.y (mgr.15750) 37 : cluster 0 pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:49.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:49 smithi189 bash[23633]: cluster 2024-04-13T21:57:48.126104+0000 mon.a (mon.0) 1008 : cluster 0 Standby manager daemon x restarted 2024-04-13T21:57:49.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:49 smithi189 bash[23633]: cluster 2024-04-13T21:57:48.126328+0000 mon.a (mon.0) 1009 : cluster 0 Standby manager daemon x started 2024-04-13T21:57:49.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:49 smithi189 bash[23633]: audit 2024-04-13T21:57:48.130316+0000 mon.b (mon.1) 115 : audit 0 from='mgr.? 172.21.15.189:0/207785242' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T21:57:49.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:49 smithi189 bash[23633]: audit 2024-04-13T21:57:48.131552+0000 mon.b (mon.1) 116 : audit 0 from='mgr.? 172.21.15.189:0/207785242' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T21:57:49.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:49 smithi189 bash[23633]: audit 2024-04-13T21:57:48.133866+0000 mon.b (mon.1) 117 : audit 0 from='mgr.? 172.21.15.189:0/207785242' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T21:57:49.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:49 smithi189 bash[23633]: audit 2024-04-13T21:57:48.135598+0000 mon.b (mon.1) 118 : audit 0 from='mgr.? 172.21.15.189:0/207785242' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T21:57:49.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:49 smithi189 bash[23633]: cluster 2024-04-13T21:57:48.365191+0000 mgr.y (mgr.15750) 37 : cluster 0 pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:50.315 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:50 smithi165 bash[21371]: cluster 2024-04-13T21:57:49.044137+0000 mon.a (mon.0) 1010 : cluster 0 mgrmap e31: y(active, since 38s), standbys: x 2024-04-13T21:57:50.315 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:50 smithi165 bash[31269]: cluster 2024-04-13T21:57:49.044137+0000 mon.a (mon.0) 1010 : cluster 0 mgrmap e31: y(active, since 38s), standbys: x 2024-04-13T21:57:50.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:50 smithi189 bash[23633]: cluster 2024-04-13T21:57:49.044137+0000 mon.a (mon.0) 1010 : cluster 0 mgrmap e31: y(active, since 38s), standbys: x 2024-04-13T21:57:51.315 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:51 smithi165 bash[21371]: audit 2024-04-13T21:57:50.044965+0000 mon.c (mon.2) 173 : audit 0 from='client.? 172.21.15.165:0/4018326395' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:51.315 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:51 smithi165 bash[21371]: cluster 2024-04-13T21:57:50.365965+0000 mgr.y (mgr.15750) 38 : cluster 0 pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:51.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:51 smithi165 bash[31269]: audit 2024-04-13T21:57:50.044965+0000 mon.c (mon.2) 173 : audit 0 from='client.? 172.21.15.165:0/4018326395' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:51.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:51 smithi165 bash[31269]: cluster 2024-04-13T21:57:50.365965+0000 mgr.y (mgr.15750) 38 : cluster 0 pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:51.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:51 smithi189 bash[23633]: audit 2024-04-13T21:57:50.044965+0000 mon.c (mon.2) 173 : audit 0 from='client.? 172.21.15.165:0/4018326395' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:51.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:51 smithi189 bash[23633]: cluster 2024-04-13T21:57:50.365965+0000 mgr.y (mgr.15750) 38 : cluster 0 pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:52.815 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:57:52 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:57:52] "GET /metrics HTTP/1.1" 200 33829 "" "Prometheus/2.43.0" 2024-04-13T21:57:53.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:53 smithi165 bash[21371]: cluster 2024-04-13T21:57:52.367075+0000 mgr.y (mgr.15750) 39 : cluster 0 pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:53.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:53 smithi165 bash[21371]: audit 2024-04-13T21:57:52.476497+0000 mon.c (mon.2) 174 : audit 0 from='client.? 172.21.15.165:0/2721408381' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:53.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:53 smithi165 bash[31269]: cluster 2024-04-13T21:57:52.367075+0000 mgr.y (mgr.15750) 39 : cluster 0 pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:53.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:53 smithi165 bash[31269]: audit 2024-04-13T21:57:52.476497+0000 mon.c (mon.2) 174 : audit 0 from='client.? 172.21.15.165:0/2721408381' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:53.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:53 smithi189 bash[23633]: cluster 2024-04-13T21:57:52.367075+0000 mgr.y (mgr.15750) 39 : cluster 0 pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:53.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:53 smithi189 bash[23633]: audit 2024-04-13T21:57:52.476497+0000 mon.c (mon.2) 174 : audit 0 from='client.? 172.21.15.165:0/2721408381' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:55.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:55 smithi165 bash[21371]: cluster 2024-04-13T21:57:54.367730+0000 mgr.y (mgr.15750) 40 : cluster 0 pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:55.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:55 smithi165 bash[21371]: audit 2024-04-13T21:57:54.911326+0000 mon.a (mon.0) 1011 : audit 0 from='client.? 172.21.15.165:0/4037773890' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:55.815 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:55 smithi165 bash[31269]: cluster 2024-04-13T21:57:54.367730+0000 mgr.y (mgr.15750) 40 : cluster 0 pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:55.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:55 smithi165 bash[31269]: audit 2024-04-13T21:57:54.911326+0000 mon.a (mon.0) 1011 : audit 0 from='client.? 172.21.15.165:0/4037773890' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:55.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:55 smithi189 bash[23633]: cluster 2024-04-13T21:57:54.367730+0000 mgr.y (mgr.15750) 40 : cluster 0 pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:55.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:55 smithi189 bash[23633]: audit 2024-04-13T21:57:54.911326+0000 mon.a (mon.0) 1011 : audit 0 from='client.? 172.21.15.165:0/4037773890' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:56.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:56 smithi165 bash[21371]: audit 2024-04-13T21:57:55.472435+0000 mon.b (mon.1) 119 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:57:56.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:56 smithi165 bash[21371]: audit 2024-04-13T21:57:55.579325+0000 mon.a (mon.0) 1012 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:56.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:56 smithi165 bash[21371]: audit 2024-04-13T21:57:55.597529+0000 mon.a (mon.0) 1013 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:56.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:56 smithi165 bash[21371]: audit 2024-04-13T21:57:55.604889+0000 mon.b (mon.1) 120 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:57:56.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:56 smithi165 bash[21371]: audit 2024-04-13T21:57:55.606933+0000 mon.b (mon.1) 121 : audit 1 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:57:56.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:56 smithi165 bash[21371]: audit 2024-04-13T21:57:55.617884+0000 mon.a (mon.0) 1014 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:56.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:56 smithi165 bash[21371]: audit 2024-04-13T21:57:55.716970+0000 mon.b (mon.1) 122 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:57:56.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:56 smithi165 bash[21371]: audit 2024-04-13T21:57:55.722576+0000 mon.b (mon.1) 123 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T21:57:56.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:56 smithi165 bash[21371]: audit 2024-04-13T21:57:55.734168+0000 mon.a (mon.0) 1015 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:56.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:56 smithi165 bash[21371]: audit 2024-04-13T21:57:55.737492+0000 mon.a (mon.0) 1016 : audit 1 from='mgr.15750 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-13T21:57:56.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:56 smithi165 bash[21371]: audit 2024-04-13T21:57:55.739503+0000 mon.b (mon.1) 124 : audit 1 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-13T21:57:56.567 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:56 smithi165 bash[21371]: audit 2024-04-13T21:57:55.747426+0000 mon.a (mon.0) 1017 : audit 1 from='mgr.15750 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-13T21:57:56.567 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:56 smithi165 bash[21371]: audit 2024-04-13T21:57:55.750446+0000 mon.a (mon.0) 1018 : audit 1 from='mgr.15750 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-13T21:57:56.567 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:56 smithi165 bash[21371]: audit 2024-04-13T21:57:55.752740+0000 mon.b (mon.1) 125 : audit 1 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-13T21:57:56.567 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:56 smithi165 bash[21371]: audit 2024-04-13T21:57:55.760844+0000 mon.a (mon.0) 1019 : audit 1 from='mgr.15750 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-13T21:57:56.567 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:56 smithi165 bash[21371]: audit 2024-04-13T21:57:55.767414+0000 mon.b (mon.1) 126 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-13T21:57:56.567 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:56 smithi165 bash[21371]: audit 2024-04-13T21:57:55.769498+0000 mon.b (mon.1) 127 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-13T21:57:56.567 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:56 smithi165 bash[31269]: audit 2024-04-13T21:57:55.472435+0000 mon.b (mon.1) 119 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:57:56.567 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:56 smithi165 bash[31269]: audit 2024-04-13T21:57:55.579325+0000 mon.a (mon.0) 1012 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:56.567 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:56 smithi165 bash[31269]: audit 2024-04-13T21:57:55.597529+0000 mon.a (mon.0) 1013 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:56.568 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:56 smithi165 bash[31269]: audit 2024-04-13T21:57:55.604889+0000 mon.b (mon.1) 120 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:57:56.568 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:56 smithi165 bash[31269]: audit 2024-04-13T21:57:55.606933+0000 mon.b (mon.1) 121 : audit 1 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:57:56.568 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:56 smithi165 bash[31269]: audit 2024-04-13T21:57:55.617884+0000 mon.a (mon.0) 1014 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:56.568 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:56 smithi165 bash[31269]: audit 2024-04-13T21:57:55.716970+0000 mon.b (mon.1) 122 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:57:56.568 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:56 smithi165 bash[31269]: audit 2024-04-13T21:57:55.722576+0000 mon.b (mon.1) 123 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T21:57:56.568 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:56 smithi165 bash[31269]: audit 2024-04-13T21:57:55.734168+0000 mon.a (mon.0) 1015 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:56.568 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:56 smithi165 bash[31269]: audit 2024-04-13T21:57:55.737492+0000 mon.a (mon.0) 1016 : audit 1 from='mgr.15750 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-13T21:57:56.568 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:56 smithi165 bash[31269]: audit 2024-04-13T21:57:55.739503+0000 mon.b (mon.1) 124 : audit 1 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-13T21:57:56.568 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:56 smithi165 bash[31269]: audit 2024-04-13T21:57:55.747426+0000 mon.a (mon.0) 1017 : audit 1 from='mgr.15750 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-13T21:57:56.568 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:56 smithi165 bash[31269]: audit 2024-04-13T21:57:55.750446+0000 mon.a (mon.0) 1018 : audit 1 from='mgr.15750 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-13T21:57:56.568 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:56 smithi165 bash[31269]: audit 2024-04-13T21:57:55.752740+0000 mon.b (mon.1) 125 : audit 1 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-13T21:57:56.568 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:56 smithi165 bash[31269]: audit 2024-04-13T21:57:55.760844+0000 mon.a (mon.0) 1019 : audit 1 from='mgr.15750 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-13T21:57:56.568 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:56 smithi165 bash[31269]: audit 2024-04-13T21:57:55.767414+0000 mon.b (mon.1) 126 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-13T21:57:56.569 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:56 smithi165 bash[31269]: audit 2024-04-13T21:57:55.769498+0000 mon.b (mon.1) 127 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-13T21:57:56.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:56 smithi189 bash[23633]: audit 2024-04-13T21:57:55.472435+0000 mon.b (mon.1) 119 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:57:56.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:56 smithi189 bash[23633]: audit 2024-04-13T21:57:55.579325+0000 mon.a (mon.0) 1012 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:56.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:56 smithi189 bash[23633]: audit 2024-04-13T21:57:55.597529+0000 mon.a (mon.0) 1013 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:56.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:56 smithi189 bash[23633]: audit 2024-04-13T21:57:55.604889+0000 mon.b (mon.1) 120 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:57:56.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:56 smithi189 bash[23633]: audit 2024-04-13T21:57:55.606933+0000 mon.b (mon.1) 121 : audit 1 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:57:56.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:56 smithi189 bash[23633]: audit 2024-04-13T21:57:55.617884+0000 mon.a (mon.0) 1014 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:56.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:56 smithi189 bash[23633]: audit 2024-04-13T21:57:55.716970+0000 mon.b (mon.1) 122 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:57:56.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:56 smithi189 bash[23633]: audit 2024-04-13T21:57:55.722576+0000 mon.b (mon.1) 123 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T21:57:56.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:56 smithi189 bash[23633]: audit 2024-04-13T21:57:55.734168+0000 mon.a (mon.0) 1015 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:56.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:56 smithi189 bash[23633]: audit 2024-04-13T21:57:55.737492+0000 mon.a (mon.0) 1016 : audit 1 from='mgr.15750 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-13T21:57:56.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:56 smithi189 bash[23633]: audit 2024-04-13T21:57:55.739503+0000 mon.b (mon.1) 124 : audit 1 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-13T21:57:56.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:56 smithi189 bash[23633]: audit 2024-04-13T21:57:55.747426+0000 mon.a (mon.0) 1017 : audit 1 from='mgr.15750 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-13T21:57:56.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:56 smithi189 bash[23633]: audit 2024-04-13T21:57:55.750446+0000 mon.a (mon.0) 1018 : audit 1 from='mgr.15750 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-13T21:57:56.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:56 smithi189 bash[23633]: audit 2024-04-13T21:57:55.752740+0000 mon.b (mon.1) 125 : audit 1 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-13T21:57:56.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:56 smithi189 bash[23633]: audit 2024-04-13T21:57:55.760844+0000 mon.a (mon.0) 1019 : audit 1 from='mgr.15750 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-13T21:57:56.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:56 smithi189 bash[23633]: audit 2024-04-13T21:57:55.767414+0000 mon.b (mon.1) 126 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-13T21:57:56.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:56 smithi189 bash[23633]: audit 2024-04-13T21:57:55.769498+0000 mon.b (mon.1) 127 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-13T21:57:57.728 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:57 smithi165 bash[21371]: cephadm 2024-04-13T21:57:55.721779+0000 mgr.y (mgr.15750) 41 : cephadm 1 Upgrade: Setting container_image for all mgr 2024-04-13T21:57:57.728 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:57 smithi165 bash[21371]: cephadm 2024-04-13T21:57:55.768064+0000 mgr.y (mgr.15750) 42 : cephadm 1 Upgrade: It appears safe to stop mon.a 2024-04-13T21:57:57.729 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:57 smithi165 bash[21371]: cluster 2024-04-13T21:57:56.368731+0000 mgr.y (mgr.15750) 43 : cluster 0 pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:57.729 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:57 smithi165 bash[21371]: audit 2024-04-13T21:57:57.350610+0000 mon.a (mon.0) 1020 : audit 0 from='client.? 172.21.15.165:0/14597611' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:57.729 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:57 smithi165 bash[31269]: cephadm 2024-04-13T21:57:55.721779+0000 mgr.y (mgr.15750) 41 : cephadm 1 Upgrade: Setting container_image for all mgr 2024-04-13T21:57:57.729 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:57 smithi165 bash[31269]: cephadm 2024-04-13T21:57:55.768064+0000 mgr.y (mgr.15750) 42 : cephadm 1 Upgrade: It appears safe to stop mon.a 2024-04-13T21:57:57.729 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:57 smithi165 bash[31269]: cluster 2024-04-13T21:57:56.368731+0000 mgr.y (mgr.15750) 43 : cluster 0 pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:57.729 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:57 smithi165 bash[31269]: audit 2024-04-13T21:57:57.350610+0000 mon.a (mon.0) 1020 : audit 0 from='client.? 172.21.15.165:0/14597611' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:57.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:57 smithi189 bash[23633]: cephadm 2024-04-13T21:57:55.721779+0000 mgr.y (mgr.15750) 41 : cephadm 1 Upgrade: Setting container_image for all mgr 2024-04-13T21:57:57.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:57 smithi189 bash[23633]: cephadm 2024-04-13T21:57:55.768064+0000 mgr.y (mgr.15750) 42 : cephadm 1 Upgrade: It appears safe to stop mon.a 2024-04-13T21:57:57.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:57 smithi189 bash[23633]: cluster 2024-04-13T21:57:56.368731+0000 mgr.y (mgr.15750) 43 : cluster 0 pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:57.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:57 smithi189 bash[23633]: audit 2024-04-13T21:57:57.350610+0000 mon.a (mon.0) 1020 : audit 0 from='client.? 172.21.15.165:0/14597611' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:57:59.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:59 smithi165 bash[21371]: cluster 2024-04-13T21:57:58.369588+0000 mgr.y (mgr.15750) 44 : cluster 0 pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:59.816 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:59 smithi165 bash[21371]: cephadm 2024-04-13T21:57:58.538337+0000 mgr.y (mgr.15750) 45 : cephadm 1 Upgrade: Updating mon.a 2024-04-13T21:57:59.816 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:59 smithi165 bash[21371]: audit 2024-04-13T21:57:58.548738+0000 mon.a (mon.0) 1021 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:59.816 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:59 smithi165 bash[21371]: audit 2024-04-13T21:57:58.553953+0000 mon.b (mon.1) 128 : audit 1 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T21:57:59.816 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:59 smithi165 bash[21371]: audit 2024-04-13T21:57:58.555908+0000 mon.b (mon.1) 129 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T21:57:59.816 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:59 smithi165 bash[21371]: cephadm 2024-04-13T21:57:58.556882+0000 mgr.y (mgr.15750) 46 : cephadm 1 Deploying daemon mon.a on smithi165 2024-04-13T21:57:59.816 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:57:59 smithi165 bash[21371]: audit 2024-04-13T21:57:58.557741+0000 mon.b (mon.1) 130 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:57:59.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:59 smithi165 bash[31269]: cluster 2024-04-13T21:57:58.369588+0000 mgr.y (mgr.15750) 44 : cluster 0 pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:59.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:59 smithi165 bash[31269]: cephadm 2024-04-13T21:57:58.538337+0000 mgr.y (mgr.15750) 45 : cephadm 1 Upgrade: Updating mon.a 2024-04-13T21:57:59.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:59 smithi165 bash[31269]: audit 2024-04-13T21:57:58.548738+0000 mon.a (mon.0) 1021 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:59.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:59 smithi165 bash[31269]: audit 2024-04-13T21:57:58.553953+0000 mon.b (mon.1) 128 : audit 1 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T21:57:59.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:59 smithi165 bash[31269]: audit 2024-04-13T21:57:58.555908+0000 mon.b (mon.1) 129 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T21:57:59.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:59 smithi165 bash[31269]: cephadm 2024-04-13T21:57:58.556882+0000 mgr.y (mgr.15750) 46 : cephadm 1 Deploying daemon mon.a on smithi165 2024-04-13T21:57:59.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:57:59 smithi165 bash[31269]: audit 2024-04-13T21:57:58.557741+0000 mon.b (mon.1) 130 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:57:59.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:59 smithi189 bash[23633]: cluster 2024-04-13T21:57:58.369588+0000 mgr.y (mgr.15750) 44 : cluster 0 pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:57:59.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:59 smithi189 bash[23633]: cephadm 2024-04-13T21:57:58.538337+0000 mgr.y (mgr.15750) 45 : cephadm 1 Upgrade: Updating mon.a 2024-04-13T21:57:59.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:59 smithi189 bash[23633]: audit 2024-04-13T21:57:58.548738+0000 mon.a (mon.0) 1021 : audit 1 from='mgr.15750 ' entity='mgr.y' 2024-04-13T21:57:59.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:59 smithi189 bash[23633]: audit 2024-04-13T21:57:58.553953+0000 mon.b (mon.1) 128 : audit 1 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T21:57:59.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:59 smithi189 bash[23633]: audit 2024-04-13T21:57:58.555908+0000 mon.b (mon.1) 129 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T21:57:59.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:59 smithi189 bash[23633]: cephadm 2024-04-13T21:57:58.556882+0000 mgr.y (mgr.15750) 46 : cephadm 1 Deploying daemon mon.a on smithi165 2024-04-13T21:57:59.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:57:59 smithi189 bash[23633]: audit 2024-04-13T21:57:58.557741+0000 mon.b (mon.1) 130 : audit 0 from='mgr.15750 172.21.15.165:0/2527599406' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:58:00.767 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 21:58:00 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:58:00.767 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 21:58:00 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:58:00.768 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:58:00 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:58:00.768 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 21:58:00 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:58:00.768 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:58:00 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:58:00.769 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:00 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:58:00.769 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:00 smithi165 bash[21371]: audit 2024-04-13T21:57:59.782280+0000 mon.c (mon.2) 175 : audit 0 from='client.? 172.21.15.165:0/2354526766' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:58:00.769 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:00 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:58:00.769 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:00 smithi165 systemd[1]: Stopping Ceph mon.a for 1c29171c-f9de-11ee-bc8e-c7b262605968... 2024-04-13T21:58:00.769 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 21:58:00 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:58:00.770 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:00 smithi165 bash[31269]: audit 2024-04-13T21:57:59.782280+0000 mon.c (mon.2) 175 : audit 0 from='client.? 172.21.15.165:0/2354526766' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:58:00.770 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:00 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:58:00.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:00 smithi189 bash[23633]: audit 2024-04-13T21:57:59.782280+0000 mon.c (mon.2) 175 : audit 0 from='client.? 172.21.15.165:0/2354526766' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:58:01.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:00 smithi165 bash[21371]: debug 2024-04-13T21:58:00.897+0000 7f6f8dff8700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-04-13T21:58:01.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:00 smithi165 bash[21371]: debug 2024-04-13T21:58:00.897+0000 7f6f8dff8700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-13T21:58:01.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:01 smithi165 bash[82072]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-mon-a 2024-04-13T21:58:01.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:01 smithi165 bash[82134]: Error response from daemon: No such container: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-mon-a 2024-04-13T21:58:01.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:01 smithi165 systemd[1]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-13T21:58:01.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:01 smithi165 systemd[1]: Stopped Ceph mon.a for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T21:58:02.315 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 21:58:01 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:58:02.315 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 21:58:01 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:58:02.316 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 21:58:01 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:58:02.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:01 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:58:02.316 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:58:01 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:58:02.317 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:01 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:58:02.317 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 21:58:01 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:58:02.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:01 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:58:02.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:02 smithi165 systemd[1]: Started Ceph mon.a for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T21:58:02.318 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:58:01 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:58:02.815 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:02 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:58:02] "GET /metrics HTTP/1.1" 200 33831 "" "Prometheus/2.43.0" 2024-04-13T21:58:03.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.017+0000 7fd28ca86c80 0 set uid:gid to 167:167 (ceph:ceph) 2024-04-13T21:58:03.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.017+0000 7fd28ca86c80 0 ceph version 19.0.0-2113-g809afd3d (809afd3da6037ef1c60dcf79f89e65791b95f8ef) squid (dev), process ceph-mon, pid 7 2024-04-13T21:58:03.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.017+0000 7fd28ca86c80 0 pidfile_write: ignore empty --pid-file 2024-04-13T21:58:03.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.021+0000 7fd28ca86c80 0 load: jerasure load: lrc 2024-04-13T21:58:03.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: RocksDB version: 7.9.2 2024-04-13T21:58:03.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Git sha 0 2024-04-13T21:58:03.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Compile date 2024-04-13 00:37:44 2024-04-13T21:58:03.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: DB SUMMARY 2024-04-13T21:58:03.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: DB Session ID: 4AH8BCX0QDNSUOJHU8NO 2024-04-13T21:58:03.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: CURRENT file: CURRENT 2024-04-13T21:58:03.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: IDENTITY file: IDENTITY 2024-04-13T21:58:03.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: MANIFEST file: MANIFEST-000015 size: 1728 Bytes 2024-04-13T21:58:03.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000035.sst 2024-04-13T21:58:03.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000033.log size: 514347 ; 2024-04-13T21:58:03.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.error_if_exists: 0 2024-04-13T21:58:03.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.create_if_missing: 0 2024-04-13T21:58:03.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.paranoid_checks: 1 2024-04-13T21:58:03.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-04-13T21:58:03.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-13T21:58:03.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-13T21:58:03.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.env: 0x561506fdfc60 2024-04-13T21:58:03.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.fs: PosixFileSystem 2024-04-13T21:58:03.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.info_log: 0x561508f4db20 2024-04-13T21:58:03.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.max_file_opening_threads: 16 2024-04-13T21:58:03.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.statistics: (nil) 2024-04-13T21:58:03.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.use_fsync: 0 2024-04-13T21:58:03.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.max_log_file_size: 0 2024-04-13T21:58:03.319 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-13T21:58:03.319 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-04-13T21:58:03.319 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.keep_log_file_num: 1000 2024-04-13T21:58:03.319 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.recycle_log_file_num: 0 2024-04-13T21:58:03.319 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.allow_fallocate: 1 2024-04-13T21:58:03.319 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.allow_mmap_reads: 0 2024-04-13T21:58:03.319 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.allow_mmap_writes: 0 2024-04-13T21:58:03.320 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.use_direct_reads: 0 2024-04-13T21:58:03.320 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-13T21:58:03.320 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.create_missing_column_families: 0 2024-04-13T21:58:03.320 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.db_log_dir: 2024-04-13T21:58:03.320 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.wal_dir: 2024-04-13T21:58:03.320 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-04-13T21:58:03.320 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-04-13T21:58:03.320 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-04-13T21:58:03.320 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-13T21:58:03.320 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-13T21:58:03.320 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-04-13T21:58:03.320 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.advise_random_on_open: 1 2024-04-13T21:58:03.321 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.db_write_buffer_size: 0 2024-04-13T21:58:03.321 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.write_buffer_manager: 0x561508f20820 2024-04-13T21:58:03.321 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-13T21:58:03.321 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-13T21:58:03.321 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-04-13T21:58:03.321 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.rate_limiter: (nil) 2024-04-13T21:58:03.321 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-13T21:58:03.321 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.wal_recovery_mode: 2 2024-04-13T21:58:03.321 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.enable_thread_tracking: 0 2024-04-13T21:58:03.321 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.enable_pipelined_write: 0 2024-04-13T21:58:03.321 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.unordered_write: 0 2024-04-13T21:58:03.321 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-13T21:58:03.322 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-13T21:58:03.322 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-13T21:58:03.322 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-13T21:58:03.322 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.row_cache: None 2024-04-13T21:58:03.322 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.wal_filter: None 2024-04-13T21:58:03.322 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-13T21:58:03.322 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.allow_ingest_behind: 0 2024-04-13T21:58:03.322 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.two_write_queues: 0 2024-04-13T21:58:03.322 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.manual_wal_flush: 0 2024-04-13T21:58:03.322 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.wal_compression: 0 2024-04-13T21:58:03.322 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.atomic_flush: 0 2024-04-13T21:58:03.322 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-13T21:58:03.322 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-04-13T21:58:03.323 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-04-13T21:58:03.323 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.log_readahead_size: 0 2024-04-13T21:58:03.323 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-13T21:58:03.323 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.best_efforts_recovery: 0 2024-04-13T21:58:03.323 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-13T21:58:03.323 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-13T21:58:03.323 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.allow_data_in_errors: 0 2024-04-13T21:58:03.323 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.db_host_id: __hostname__ 2024-04-13T21:58:03.324 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-04-13T21:58:03.324 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.max_background_jobs: 2 2024-04-13T21:58:03.324 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.max_background_compactions: -1 2024-04-13T21:58:03.324 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.max_subcompactions: 1 2024-04-13T21:58:03.324 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-13T21:58:03.324 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-13T21:58:03.324 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-04-13T21:58:03.324 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.max_total_wal_size: 0 2024-04-13T21:58:03.324 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-13T21:58:03.324 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-04-13T21:58:03.324 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-04-13T21:58:03.324 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-13T21:58:03.324 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.max_open_files: -1 2024-04-13T21:58:03.325 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.bytes_per_sync: 0 2024-04-13T21:58:03.325 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-04-13T21:58:03.325 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-04-13T21:58:03.325 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.compaction_readahead_size: 0 2024-04-13T21:58:03.325 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.max_background_flushes: -1 2024-04-13T21:58:03.325 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Compression algorithms supported: 2024-04-13T21:58:03.325 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-13T21:58:03.325 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: kZSTD supported: 0 2024-04-13T21:58:03.325 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: kXpressCompression supported: 0 2024-04-13T21:58:03.325 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: kLZ4HCCompression supported: 1 2024-04-13T21:58:03.325 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: kZlibCompression supported: 1 2024-04-13T21:58:03.325 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: kSnappyCompression supported: 1 2024-04-13T21:58:03.325 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: kLZ4Compression supported: 1 2024-04-13T21:58:03.325 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: kBZip2Compression supported: 0 2024-04-13T21:58:03.326 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-04-13T21:58:03.326 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-04-13T21:58:03.326 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-04-13T21:58:03.327 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-13T21:58:03.327 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-13T21:58:03.327 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.merge_operator: 2024-04-13T21:58:03.327 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.compaction_filter: None 2024-04-13T21:58:03.327 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.compaction_filter_factory: None 2024-04-13T21:58:03.328 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.sst_partitioner_factory: None 2024-04-13T21:58:03.328 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-04-13T21:58:03.328 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-04-13T21:58:03.328 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x561508f4dc40) 2024-04-13T21:58:03.328 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: cache_index_and_filter_blocks: 1 2024-04-13T21:58:03.328 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-13T21:58:03.328 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-13T21:58:03.328 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: pin_top_level_index_and_filter: 1 2024-04-13T21:58:03.328 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: index_type: 0 2024-04-13T21:58:03.328 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: data_block_index_type: 0 2024-04-13T21:58:03.328 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: index_shortening: 1 2024-04-13T21:58:03.328 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: data_block_hash_table_util_ratio: 0.750000 2024-04-13T21:58:03.328 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: checksum: 4 2024-04-13T21:58:03.329 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: no_block_cache: 0 2024-04-13T21:58:03.329 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: block_cache: 0x561508f4f090 2024-04-13T21:58:03.329 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: block_cache_name: BinnedLRUCache 2024-04-13T21:58:03.329 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: block_cache_options: 2024-04-13T21:58:03.329 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: capacity : 536870912 2024-04-13T21:58:03.329 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: num_shard_bits : 4 2024-04-13T21:58:03.329 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: strict_capacity_limit : 0 2024-04-13T21:58:03.329 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: high_pri_pool_ratio: 0.000 2024-04-13T21:58:03.329 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: block_cache_compressed: (nil) 2024-04-13T21:58:03.329 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: persistent_cache: (nil) 2024-04-13T21:58:03.329 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: block_size: 4096 2024-04-13T21:58:03.329 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: block_size_deviation: 10 2024-04-13T21:58:03.329 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: block_restart_interval: 16 2024-04-13T21:58:03.329 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: index_block_restart_interval: 1 2024-04-13T21:58:03.330 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: metadata_block_size: 4096 2024-04-13T21:58:03.330 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: partition_filters: 0 2024-04-13T21:58:03.330 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: use_delta_encoding: 1 2024-04-13T21:58:03.330 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: filter_policy: bloomfilter 2024-04-13T21:58:03.330 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: whole_key_filtering: 1 2024-04-13T21:58:03.330 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: verify_compression: 0 2024-04-13T21:58:03.330 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: read_amp_bytes_per_bit: 0 2024-04-13T21:58:03.330 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: format_version: 5 2024-04-13T21:58:03.330 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: enable_index_compression: 1 2024-04-13T21:58:03.330 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: block_align: 0 2024-04-13T21:58:03.330 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: max_auto_readahead_size: 262144 2024-04-13T21:58:03.330 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: prepopulate_block_cache: 0 2024-04-13T21:58:03.330 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: initial_auto_readahead_size: 8192 2024-04-13T21:58:03.330 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: num_file_reads_for_auto_readahead: 2 2024-04-13T21:58:03.331 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.write_buffer_size: 33554432 2024-04-13T21:58:03.331 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.max_write_buffer_number: 2 2024-04-13T21:58:03.331 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.compression: NoCompression 2024-04-13T21:58:03.331 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.bottommost_compression: Disabled 2024-04-13T21:58:03.331 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.prefix_extractor: nullptr 2024-04-13T21:58:03.331 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-13T21:58:03.331 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.num_levels: 7 2024-04-13T21:58:03.331 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-13T21:58:03.331 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-13T21:58:03.331 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-13T21:58:03.331 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-13T21:58:03.331 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-13T21:58:03.331 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-13T21:58:03.332 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-13T21:58:03.332 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-13T21:58:03.332 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-13T21:58:03.332 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-13T21:58:03.332 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-13T21:58:03.332 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-13T21:58:03.332 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-04-13T21:58:03.332 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.compression_opts.level: 32767 2024-04-13T21:58:03.332 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.compression_opts.strategy: 0 2024-04-13T21:58:03.332 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-13T21:58:03.332 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-13T21:58:03.332 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-13T21:58:03.332 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-13T21:58:03.332 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.compression_opts.enabled: false 2024-04-13T21:58:03.332 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-13T21:58:03.333 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-13T21:58:03.333 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-13T21:58:03.333 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-13T21:58:03.333 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.target_file_size_base: 67108864 2024-04-13T21:58:03.333 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-04-13T21:58:03.333 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-13T21:58:03.333 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-13T21:58:03.333 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-13T21:58:03.333 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-13T21:58:03.333 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-13T21:58:03.333 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-13T21:58:03.333 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-13T21:58:03.333 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-13T21:58:03.334 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-13T21:58:03.334 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-13T21:58:03.334 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-13T21:58:03.334 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-13T21:58:03.334 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-13T21:58:03.334 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.arena_block_size: 1048576 2024-04-13T21:58:03.334 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-13T21:58:03.334 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-13T21:58:03.334 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.disable_auto_compactions: 0 2024-04-13T21:58:03.334 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-13T21:58:03.334 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-13T21:58:03.334 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-13T21:58:03.334 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-13T21:58:03.335 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-13T21:58:03.335 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-13T21:58:03.335 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-13T21:58:03.335 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-13T21:58:03.335 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-13T21:58:03.335 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-13T21:58:03.335 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.table_properties_collectors: 2024-04-13T21:58:03.335 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.inplace_update_support: 0 2024-04-13T21:58:03.335 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-04-13T21:58:03.335 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-13T21:58:03.335 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-13T21:58:03.335 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-04-13T21:58:03.335 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.bloom_locality: 0 2024-04-13T21:58:03.335 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.max_successive_merges: 0 2024-04-13T21:58:03.335 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-04-13T21:58:03.336 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.paranoid_file_checks: 0 2024-04-13T21:58:03.336 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.force_consistency_checks: 1 2024-04-13T21:58:03.336 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.report_bg_io_stats: 0 2024-04-13T21:58:03.336 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.ttl: 2592000 2024-04-13T21:58:03.336 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-04-13T21:58:03.336 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-13T21:58:03.336 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-13T21:58:03.336 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.enable_blob_files: false 2024-04-13T21:58:03.336 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.min_blob_size: 0 2024-04-13T21:58:03.336 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.blob_file_size: 268435456 2024-04-13T21:58:03.336 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-04-13T21:58:03.336 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-04-13T21:58:03.336 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-13T21:58:03.336 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-13T21:58:03.337 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-13T21:58:03.337 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.blob_file_starting_level: 0 2024-04-13T21:58:03.337 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-13T21:58:03.337 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-13T21:58:03.337 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 37, last_sequence is 15883, log_number is 33,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 33 2024-04-13T21:58:03.337 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 33 2024-04-13T21:58:03.337 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 8856b928-4b3f-414b-91b6-d256b80fe8b9 2024-04-13T21:58:03.337 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1713045483029195, "job": 1, "event": "recovery_started", "wal_files": [33]} 2024-04-13T21:58:03.337 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.025+0000 7fd28ca86c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #33 mode 2 2024-04-13T21:58:03.337 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.029+0000 7fd28ca86c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1713045483032767, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 38, "file_size": 485946, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 15885, "largest_seqno": 16196, "table_properties": {"data_size": 483574, "index_size": 910, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 453, "raw_key_size": 3869, "raw_average_key_size": 24, "raw_value_size": 480125, "raw_average_value_size": 3077, "num_data_blocks": 41, "num_entries": 156, "num_filter_entries": 156, "num_deletions": 2, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1713045483, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "8856b928-4b3f-414b-91b6-d256b80fe8b9", "db_session_id": "4AH8BCX0QDNSUOJHU8NO", "orig_file_number": 38, "seqno_to_time_mapping": "N/A"}} 2024-04-13T21:58:03.337 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.029+0000 7fd28ca86c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1713045483032869, "job": 1, "event": "recovery_finished"} 2024-04-13T21:58:03.337 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.029+0000 7fd28ca86c80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 40 2024-04-13T21:58:03.337 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.029+0000 7fd28ca86c80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-13T21:58:03.338 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.029+0000 7fd28ca86c80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000033.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-13T21:58:03.338 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.029+0000 7fd28ca86c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x561509044000 2024-04-13T21:58:03.338 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.029+0000 7fd28ca86c80 4 rocksdb: DB pointer 0x56150902e000 2024-04-13T21:58:03.338 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.029+0000 7fd27b1e9700 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-13T21:58:03.338 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.029+0000 7fd27b1e9700 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-13T21:58:03.338 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: ** DB Stats ** 2024-04-13T21:58:03.338 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-13T21:58:03.338 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-13T21:58:03.338 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-13T21:58:03.338 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-13T21:58:03.338 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-13T21:58:03.338 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-13T21:58:03.338 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-13T21:58:03.338 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: ** Compaction Stats [default] ** 2024-04-13T21:58:03.339 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-13T21:58:03.339 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-13T21:58:03.339 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: L0 1/0 474.56 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 224.7 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-13T21:58:03.339 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: L6 1/0 7.33 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-13T21:58:03.339 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: Sum 2/0 7.79 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 224.7 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-13T21:58:03.339 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 224.7 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-13T21:58:03.339 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: ** Compaction Stats [default] ** 2024-04-13T21:58:03.339 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-13T21:58:03.339 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-13T21:58:03.339 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 224.7 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-13T21:58:03.339 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-13T21:58:03.339 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-13T21:58:03.339 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: Flush(GB): cumulative 0.000, interval 0.000 2024-04-13T21:58:03.339 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-13T21:58:03.340 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: AddFile(Total Files): cumulative 0, interval 0 2024-04-13T21:58:03.340 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: AddFile(L0 Files): cumulative 0, interval 0 2024-04-13T21:58:03.340 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: AddFile(Keys): cumulative 0, interval 0 2024-04-13T21:58:03.340 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: Cumulative compaction: 0.00 GB write, 71.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-13T21:58:03.340 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: Interval compaction: 0.00 GB write, 71.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-13T21:58:03.340 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-13T21:58:03.340 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: Block cache BinnedLRUCache@0x561508f4f090#7 capacity: 512.00 MB usage: 1.58 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.6e-05 secs_since: 0 2024-04-13T21:58:03.340 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: Block cache entry stats(count,size,portion): FilterBlock(1,0.50 KB,9.53674e-05%) IndexBlock(1,1.08 KB,0.000205636%) Misc(1,0.00 KB,0%) 2024-04-13T21:58:03.340 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: ** File Read Latency Histogram By Level [default] ** 2024-04-13T21:58:03.340 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.033+0000 7fd28ca86c80 0 starting mon.a rank 0 at public addrs [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] at bind addrs [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T21:58:03.340 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.033+0000 7fd28ca86c80 1 mon.a@-1(???) e3 preinit fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T21:58:03.340 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.033+0000 7fd28ca86c80 0 mon.a@-1(???).mds e9 new map 2024-04-13T21:58:03.340 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.033+0000 7fd28ca86c80 0 mon.a@-1(???).mds e9 print_map 2024-04-13T21:58:03.340 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: e9 2024-04-13T21:58:03.341 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: enable_multiple, ever_enabled_multiple: 1,1 2024-04-13T21:58:03.341 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-13T21:58:03.341 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: legacy client fscid: 1 2024-04-13T21:58:03.341 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: 2024-04-13T21:58:03.341 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: Filesystem 'foo' (1) 2024-04-13T21:58:03.341 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: fs_name foo 2024-04-13T21:58:03.341 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: epoch 9 2024-04-13T21:58:03.341 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-13T21:58:03.341 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: created 2024-04-13T21:51:56.730674+0000 2024-04-13T21:58:03.341 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: modified 2024-04-13T21:52:07.644035+0000 2024-04-13T21:58:03.341 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: tableserver 0 2024-04-13T21:58:03.341 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: root 0 2024-04-13T21:58:03.341 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: session_timeout 60 2024-04-13T21:58:03.342 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: session_autoclose 300 2024-04-13T21:58:03.342 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: max_file_size 1099511627776 2024-04-13T21:58:03.342 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: max_xattr_size 65536 2024-04-13T21:58:03.342 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: required_client_features {} 2024-04-13T21:58:03.342 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: last_failure 0 2024-04-13T21:58:03.342 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: last_failure_osd_epoch 70 2024-04-13T21:58:03.342 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-13T21:58:03.342 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: max_mds 1 2024-04-13T21:58:03.342 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: in 0 2024-04-13T21:58:03.342 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: up {0=24385} 2024-04-13T21:58:03.342 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: failed 2024-04-13T21:58:03.342 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: damaged 2024-04-13T21:58:03.342 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: stopped 2024-04-13T21:58:03.342 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: data_pools [4] 2024-04-13T21:58:03.342 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: metadata_pool 3 2024-04-13T21:58:03.343 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: inline_data disabled 2024-04-13T21:58:03.343 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: balancer 2024-04-13T21:58:03.343 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: bal_rank_mask -1 2024-04-13T21:58:03.343 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: standby_count_wanted 1 2024-04-13T21:58:03.343 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: qdb_cluster leader: 0 members: 2024-04-13T21:58:03.343 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: [mds.foo.smithi189.nwqqrx{0:24385} state up:active seq 4 join_fscid=1 addr [v2:172.21.15.189:6832/4211274938,v1:172.21.15.189:6833/4211274938] compat {c=[1],r=[1],i=[7ff]}] 2024-04-13T21:58:03.343 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: 2024-04-13T21:58:03.343 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: 2024-04-13T21:58:03.343 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: Standby daemons: 2024-04-13T21:58:03.343 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: 2024-04-13T21:58:03.343 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: [mds.foo.smithi165.sviubw{-1:14589} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.165:6834/3512359872,v1:172.21.15.165:6835/3512359872] compat {c=[1],r=[1],i=[7ff]}] 2024-04-13T21:58:03.343 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.033+0000 7fd28ca86c80 0 mon.a@-1(???).osd e91 crush map has features 3314933000854323200, adjusting msgr requires 2024-04-13T21:58:03.343 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.033+0000 7fd28ca86c80 0 mon.a@-1(???).osd e91 crush map has features 432629239337189376, adjusting msgr requires 2024-04-13T21:58:03.344 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.033+0000 7fd28ca86c80 0 mon.a@-1(???).osd e91 crush map has features 432629239337189376, adjusting msgr requires 2024-04-13T21:58:03.344 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.033+0000 7fd28ca86c80 0 mon.a@-1(???).osd e91 crush map has features 432629239337189376, adjusting msgr requires 2024-04-13T21:58:03.344 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:03 smithi165 bash[82211]: debug 2024-04-13T21:58:03.033+0000 7fd28ca86c80 1 mon.a@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-04-13T21:58:04.703 INFO:teuthology.orchestra.run.smithi165.stdout: "ceph version 19.0.0-2113-g809afd3d (809afd3da6037ef1c60dcf79f89e65791b95f8ef) squid (dev)": 1 2024-04-13T21:58:04.815 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[74606]: ignoring --setuser ceph since I am not root 2024-04-13T21:58:04.815 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[74606]: ignoring --setgroup ceph since I am not root 2024-04-13T21:58:04.815 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[74606]: debug 2024-04-13T21:58:04.585+0000 7feb54e00700 1 -- 172.21.15.165:0/4227064300 <== mon.2 v2:172.21.15.165:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55cff360a5a0 con 0x55cff4388400 2024-04-13T21:58:04.815 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[74606]: debug 2024-04-13T21:58:04.733+0000 7feb5ebe9200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T21:58:04.816 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[82211]: audit 2024-04-13T21:58:02.222166+0000 mon.c (mon.2) 176 : audit 0 from='client.? 172.21.15.165:0/3287353251' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:58:04.816 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[82211]: cluster 2024-04-13T21:58:02.370789+0000 mgr.y (mgr.15750) 48 : cluster 0 pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:04.816 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[82211]: cluster 2024-04-13T21:58:04.457145+0000 mon.a (mon.0) 1 : cluster 1 mon.a calling monitor election 2024-04-13T21:58:04.816 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[82211]: cluster 2024-04-13T21:58:04.477612+0000 mon.a (mon.0) 2 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-13T21:58:04.816 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[82211]: cluster 2024-04-13T21:58:04.488830+0000 mon.a (mon.0) 3 : cluster 0 monmap epoch 3 2024-04-13T21:58:04.816 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[82211]: cluster 2024-04-13T21:58:04.488879+0000 mon.a (mon.0) 4 : cluster 0 fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T21:58:04.816 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[82211]: cluster 2024-04-13T21:58:04.488917+0000 mon.a (mon.0) 5 : cluster 0 last_changed 2024-04-13T21:41:31.499124+0000 2024-04-13T21:58:04.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[82211]: cluster 2024-04-13T21:58:04.488952+0000 mon.a (mon.0) 6 : cluster 0 created 2024-04-13T21:39:16.237853+0000 2024-04-13T21:58:04.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[82211]: cluster 2024-04-13T21:58:04.489011+0000 mon.a (mon.0) 7 : cluster 0 min_mon_release 18 (reef) 2024-04-13T21:58:04.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[82211]: cluster 2024-04-13T21:58:04.489052+0000 mon.a (mon.0) 8 : cluster 0 election_strategy: 1 2024-04-13T21:58:04.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[82211]: cluster 2024-04-13T21:58:04.489090+0000 mon.a (mon.0) 9 : cluster 0 0: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.a 2024-04-13T21:58:04.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[82211]: cluster 2024-04-13T21:58:04.489122+0000 mon.a (mon.0) 10 : cluster 0 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-04-13T21:58:04.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[82211]: cluster 2024-04-13T21:58:04.489165+0000 mon.a (mon.0) 11 : cluster 0 2: [v2:172.21.15.165:3301/0,v1:172.21.15.165:6790/0] mon.c 2024-04-13T21:58:04.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[82211]: cluster 2024-04-13T21:58:04.490312+0000 mon.a (mon.0) 12 : cluster 0 fsmap foo:1 {0=foo.smithi189.nwqqrx=up:active} 1 up:standby 2024-04-13T21:58:04.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[82211]: cluster 2024-04-13T21:58:04.490396+0000 mon.a (mon.0) 13 : cluster 0 osdmap e91: 8 total, 8 up, 8 in 2024-04-13T21:58:04.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[82211]: cluster 2024-04-13T21:58:04.492453+0000 mon.a (mon.0) 14 : cluster 0 mgrmap e31: y(active, since 54s), standbys: x 2024-04-13T21:58:04.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[82211]: cluster 2024-04-13T21:58:04.493449+0000 mon.a (mon.0) 15 : cluster 1 overall HEALTH_OK 2024-04-13T21:58:04.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[82211]: audit 2024-04-13T21:58:04.524271+0000 mon.a (mon.0) 16 : audit 1 from='mgr.15750 ' entity='' 2024-04-13T21:58:04.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[82211]: cluster 2024-04-13T21:58:04.529119+0000 mon.a (mon.0) 17 : cluster 0 mgrmap e32: y(active, since 54s), standbys: x 2024-04-13T21:58:04.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[31269]: audit 2024-04-13T21:58:02.222166+0000 mon.c (mon.2) 176 : audit 0 from='client.? 172.21.15.165:0/3287353251' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:58:04.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[31269]: cluster 2024-04-13T21:58:02.370789+0000 mgr.y (mgr.15750) 48 : cluster 0 pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:04.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[31269]: cluster 2024-04-13T21:58:04.457145+0000 mon.a (mon.0) 1 : cluster 1 mon.a calling monitor election 2024-04-13T21:58:04.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[31269]: cluster 2024-04-13T21:58:04.477612+0000 mon.a (mon.0) 2 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-13T21:58:04.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[31269]: cluster 2024-04-13T21:58:04.488830+0000 mon.a (mon.0) 3 : cluster 0 monmap epoch 3 2024-04-13T21:58:04.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[31269]: cluster 2024-04-13T21:58:04.488879+0000 mon.a (mon.0) 4 : cluster 0 fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T21:58:04.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[31269]: cluster 2024-04-13T21:58:04.488917+0000 mon.a (mon.0) 5 : cluster 0 last_changed 2024-04-13T21:41:31.499124+0000 2024-04-13T21:58:04.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[31269]: cluster 2024-04-13T21:58:04.488952+0000 mon.a (mon.0) 6 : cluster 0 created 2024-04-13T21:39:16.237853+0000 2024-04-13T21:58:04.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[31269]: cluster 2024-04-13T21:58:04.489011+0000 mon.a (mon.0) 7 : cluster 0 min_mon_release 18 (reef) 2024-04-13T21:58:04.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[31269]: cluster 2024-04-13T21:58:04.489052+0000 mon.a (mon.0) 8 : cluster 0 election_strategy: 1 2024-04-13T21:58:04.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[31269]: cluster 2024-04-13T21:58:04.489090+0000 mon.a (mon.0) 9 : cluster 0 0: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.a 2024-04-13T21:58:04.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[31269]: cluster 2024-04-13T21:58:04.489122+0000 mon.a (mon.0) 10 : cluster 0 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-04-13T21:58:04.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[31269]: cluster 2024-04-13T21:58:04.489165+0000 mon.a (mon.0) 11 : cluster 0 2: [v2:172.21.15.165:3301/0,v1:172.21.15.165:6790/0] mon.c 2024-04-13T21:58:04.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[31269]: cluster 2024-04-13T21:58:04.490312+0000 mon.a (mon.0) 12 : cluster 0 fsmap foo:1 {0=foo.smithi189.nwqqrx=up:active} 1 up:standby 2024-04-13T21:58:04.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[31269]: cluster 2024-04-13T21:58:04.490396+0000 mon.a (mon.0) 13 : cluster 0 osdmap e91: 8 total, 8 up, 8 in 2024-04-13T21:58:04.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[31269]: cluster 2024-04-13T21:58:04.492453+0000 mon.a (mon.0) 14 : cluster 0 mgrmap e31: y(active, since 54s), standbys: x 2024-04-13T21:58:04.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[31269]: cluster 2024-04-13T21:58:04.493449+0000 mon.a (mon.0) 15 : cluster 1 overall HEALTH_OK 2024-04-13T21:58:04.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[31269]: audit 2024-04-13T21:58:04.524271+0000 mon.a (mon.0) 16 : audit 1 from='mgr.15750 ' entity='' 2024-04-13T21:58:04.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:04 smithi165 bash[31269]: cluster 2024-04-13T21:58:04.529119+0000 mon.a (mon.0) 17 : cluster 0 mgrmap e32: y(active, since 54s), standbys: x 2024-04-13T21:58:04.843 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:58:04 smithi189 bash[61080]: ignoring --setuser ceph since I am not root 2024-04-13T21:58:04.843 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:58:04 smithi189 bash[61080]: ignoring --setgroup ceph since I am not root 2024-04-13T21:58:04.843 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:58:04 smithi189 bash[61080]: debug 2024-04-13T21:58:04.590+0000 7f693f1f9700 1 -- 172.21.15.189:0/3196882529 <== mon.2 v2:172.21.15.165:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c27ef325a0 con 0x55c27fcb2400 2024-04-13T21:58:04.843 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:58:04 smithi189 bash[61080]: debug 2024-04-13T21:58:04.738+0000 7f6948fe2200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-13T21:58:04.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:04 smithi189 bash[23633]: audit 2024-04-13T21:58:02.222166+0000 mon.c (mon.2) 176 : audit 0 from='client.? 172.21.15.165:0/3287353251' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:58:04.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:04 smithi189 bash[23633]: cluster 2024-04-13T21:58:02.370789+0000 mgr.y (mgr.15750) 48 : cluster 0 pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:04.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:04 smithi189 bash[23633]: cluster 2024-04-13T21:58:04.457145+0000 mon.a (mon.0) 1 : cluster 1 mon.a calling monitor election 2024-04-13T21:58:04.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:04 smithi189 bash[23633]: cluster 2024-04-13T21:58:04.477612+0000 mon.a (mon.0) 2 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-13T21:58:04.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:04 smithi189 bash[23633]: cluster 2024-04-13T21:58:04.488830+0000 mon.a (mon.0) 3 : cluster 0 monmap epoch 3 2024-04-13T21:58:04.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:04 smithi189 bash[23633]: cluster 2024-04-13T21:58:04.488879+0000 mon.a (mon.0) 4 : cluster 0 fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T21:58:04.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:04 smithi189 bash[23633]: cluster 2024-04-13T21:58:04.488917+0000 mon.a (mon.0) 5 : cluster 0 last_changed 2024-04-13T21:41:31.499124+0000 2024-04-13T21:58:04.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:04 smithi189 bash[23633]: cluster 2024-04-13T21:58:04.488952+0000 mon.a (mon.0) 6 : cluster 0 created 2024-04-13T21:39:16.237853+0000 2024-04-13T21:58:04.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:04 smithi189 bash[23633]: cluster 2024-04-13T21:58:04.489011+0000 mon.a (mon.0) 7 : cluster 0 min_mon_release 18 (reef) 2024-04-13T21:58:04.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:04 smithi189 bash[23633]: cluster 2024-04-13T21:58:04.489052+0000 mon.a (mon.0) 8 : cluster 0 election_strategy: 1 2024-04-13T21:58:04.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:04 smithi189 bash[23633]: cluster 2024-04-13T21:58:04.489090+0000 mon.a (mon.0) 9 : cluster 0 0: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.a 2024-04-13T21:58:04.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:04 smithi189 bash[23633]: cluster 2024-04-13T21:58:04.489122+0000 mon.a (mon.0) 10 : cluster 0 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-04-13T21:58:04.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:04 smithi189 bash[23633]: cluster 2024-04-13T21:58:04.489165+0000 mon.a (mon.0) 11 : cluster 0 2: [v2:172.21.15.165:3301/0,v1:172.21.15.165:6790/0] mon.c 2024-04-13T21:58:04.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:04 smithi189 bash[23633]: cluster 2024-04-13T21:58:04.490312+0000 mon.a (mon.0) 12 : cluster 0 fsmap foo:1 {0=foo.smithi189.nwqqrx=up:active} 1 up:standby 2024-04-13T21:58:04.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:04 smithi189 bash[23633]: cluster 2024-04-13T21:58:04.490396+0000 mon.a (mon.0) 13 : cluster 0 osdmap e91: 8 total, 8 up, 8 in 2024-04-13T21:58:04.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:04 smithi189 bash[23633]: cluster 2024-04-13T21:58:04.492453+0000 mon.a (mon.0) 14 : cluster 0 mgrmap e31: y(active, since 54s), standbys: x 2024-04-13T21:58:04.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:04 smithi189 bash[23633]: cluster 2024-04-13T21:58:04.493449+0000 mon.a (mon.0) 15 : cluster 1 overall HEALTH_OK 2024-04-13T21:58:04.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:04 smithi189 bash[23633]: audit 2024-04-13T21:58:04.524271+0000 mon.a (mon.0) 16 : audit 1 from='mgr.15750 ' entity='' 2024-04-13T21:58:04.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:04 smithi189 bash[23633]: cluster 2024-04-13T21:58:04.529119+0000 mon.a (mon.0) 17 : cluster 0 mgrmap e32: y(active, since 54s), standbys: x 2024-04-13T21:58:05.508 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -e sha1=809afd3da6037ef1c60dcf79f89e65791b95f8ef -- bash -c 'ceph orch ps' 2024-04-13T21:58:05.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:05 smithi165 bash[82211]: audit 2024-04-13T21:58:04.694596+0000 mon.c (mon.2) 177 : audit 0 from='client.? 172.21.15.165:0/1946421828' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:58:05.815 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:05 smithi165 bash[31269]: audit 2024-04-13T21:58:04.694596+0000 mon.c (mon.2) 177 : audit 0 from='client.? 172.21.15.165:0/1946421828' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:58:05.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:05 smithi189 bash[23633]: audit 2024-04-13T21:58:04.694596+0000 mon.c (mon.2) 177 : audit 0 from='client.? 172.21.15.165:0/1946421828' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:58:06.565 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:06 smithi165 bash[74606]: debug 2024-04-13T21:58:06.313+0000 7feb5ebe9200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T21:58:06.565 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:06 smithi165 bash[74606]: debug 2024-04-13T21:58:06.413+0000 7feb5ebe9200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T21:58:06.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:58:06 smithi189 bash[61080]: debug 2024-04-13T21:58:06.338+0000 7f6948fe2200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-13T21:58:06.593 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:58:06 smithi189 bash[61080]: debug 2024-04-13T21:58:06.438+0000 7f6948fe2200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-13T21:58:07.065 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:06 smithi165 bash[74606]: debug 2024-04-13T21:58:06.661+0000 7feb5ebe9200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T21:58:07.093 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:58:06 smithi189 bash[61080]: debug 2024-04-13T21:58:06.686+0000 7f6948fe2200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-13T21:58:07.815 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:07 smithi165 bash[74606]: debug 2024-04-13T21:58:07.461+0000 7feb5ebe9200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T21:58:07.815 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:07 smithi165 bash[74606]: debug 2024-04-13T21:58:07.577+0000 7feb5ebe9200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T21:58:07.815 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:07 smithi165 bash[74606]: debug 2024-04-13T21:58:07.685+0000 7feb5ebe9200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T21:58:07.843 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:58:07 smithi189 bash[61080]: debug 2024-04-13T21:58:07.486+0000 7f6948fe2200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-13T21:58:07.843 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:58:07 smithi189 bash[61080]: debug 2024-04-13T21:58:07.598+0000 7f6948fe2200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-13T21:58:07.843 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:58:07 smithi189 bash[61080]: debug 2024-04-13T21:58:07.706+0000 7f6948fe2200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-13T21:58:08.315 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:08 smithi165 bash[74606]: debug 2024-04-13T21:58:08.045+0000 7feb5ebe9200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T21:58:08.315 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:08 smithi165 bash[74606]: debug 2024-04-13T21:58:08.161+0000 7feb5ebe9200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T21:58:08.316 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:08 smithi165 bash[74606]: debug 2024-04-13T21:58:08.269+0000 7feb5ebe9200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T21:58:08.343 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:58:08 smithi189 bash[61080]: debug 2024-04-13T21:58:08.066+0000 7f6948fe2200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-13T21:58:08.344 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:58:08 smithi189 bash[61080]: debug 2024-04-13T21:58:08.182+0000 7f6948fe2200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-13T21:58:08.344 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:58:08 smithi189 bash[61080]: debug 2024-04-13T21:58:08.286+0000 7f6948fe2200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-13T21:58:09.065 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:08 smithi165 bash[74606]: debug 2024-04-13T21:58:08.633+0000 7feb5ebe9200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T21:58:09.065 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:08 smithi165 bash[74606]: debug 2024-04-13T21:58:08.877+0000 7feb5ebe9200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T21:58:09.093 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:58:08 smithi189 bash[61080]: debug 2024-04-13T21:58:08.650+0000 7f6948fe2200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-13T21:58:09.093 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:58:08 smithi189 bash[61080]: debug 2024-04-13T21:58:08.894+0000 7f6948fe2200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-13T21:58:09.539 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:09 smithi165 bash[74606]: debug 2024-04-13T21:58:09.145+0000 7feb5ebe9200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T21:58:09.539 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:09 smithi165 bash[74606]: debug 2024-04-13T21:58:09.261+0000 7feb5ebe9200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T21:58:09.550 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:58:09 smithi189 bash[61080]: debug 2024-04-13T21:58:09.158+0000 7f6948fe2200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-13T21:58:09.550 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:58:09 smithi189 bash[61080]: debug 2024-04-13T21:58:09.274+0000 7f6948fe2200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-13T21:58:09.815 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:09 smithi165 bash[74606]: debug 2024-04-13T21:58:09.541+0000 7feb5ebe9200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T21:58:09.843 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:58:09 smithi189 bash[61080]: debug 2024-04-13T21:58:09.554+0000 7f6948fe2200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-13T21:58:10.239 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:58:10.258 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:09 smithi165 bash[74606]: debug 2024-04-13T21:58:09.969+0000 7feb5ebe9200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T21:58:10.258 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:10 smithi165 bash[74606]: debug 2024-04-13T21:58:10.209+0000 7feb5ebe9200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T21:58:10.339 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:58:09 smithi189 bash[61080]: debug 2024-04-13T21:58:09.974+0000 7f6948fe2200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-13T21:58:10.339 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:58:10 smithi189 bash[61080]: debug 2024-04-13T21:58:10.218+0000 7f6948fe2200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-13T21:58:10.565 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:10 smithi165 bash[74606]: debug 2024-04-13T21:58:10.337+0000 7feb5ebe9200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T21:58:10.591 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:58:10 smithi189 bash[61080]: debug 2024-04-13T21:58:10.342+0000 7f6948fe2200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-13T21:58:10.843 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:58:10 smithi189 bash[61080]: debug 2024-04-13T21:58:10.594+0000 7f6948fe2200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T21:58:11.065 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:10 smithi165 bash[74606]: debug 2024-04-13T21:58:10.593+0000 7feb5ebe9200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-13T21:58:11.754 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:11 smithi165 bash[74606]: debug 2024-04-13T21:58:11.637+0000 7feb5ebe9200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T21:58:12.034 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:58:11 smithi189 bash[61080]: debug 2024-04-13T21:58:11.614+0000 7f6948fe2200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-13T21:58:12.034 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:58:11 smithi189 bash[61080]: debug 2024-04-13T21:58:11.730+0000 7f6948fe2200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T21:58:12.061 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:11 smithi165 bash[74606]: debug 2024-04-13T21:58:11.757+0000 7feb5ebe9200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-13T21:58:12.315 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[74606]: debug 2024-04-13T21:58:12.061+0000 7feb5ebe9200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T21:58:12.315 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[74606]: debug 2024-04-13T21:58:12.181+0000 7feb5ebe9200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T21:58:12.343 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:58:12 smithi189 bash[61080]: debug 2024-04-13T21:58:12.037+0000 7f6948fe2200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-13T21:58:12.344 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:58:12 smithi189 bash[61080]: debug 2024-04-13T21:58:12.153+0000 7f6948fe2200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-13T21:58:12.867 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:58:12 smithi189 bash[61080]: debug 2024-04-13T21:58:12.613+0000 7f6948fe2200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T21:58:12.867 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:58:12 smithi189 bash[61080]: debug 2024-04-13T21:58:12.741+0000 7f6948fe2200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T21:58:12.867 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:58:12 smithi189 bash[61080]: [13/Apr/2024:21:58:12] ENGINE Bus STARTING 2024-04-13T21:58:12.868 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:12 smithi189 bash[23633]: cluster 2024-04-13T21:58:12.763446+0000 mon.a (mon.0) 18 : cluster 0 Standby manager daemon x restarted 2024-04-13T21:58:12.868 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:12 smithi189 bash[23633]: cluster 2024-04-13T21:58:12.763544+0000 mon.a (mon.0) 19 : cluster 0 Standby manager daemon x started 2024-04-13T21:58:12.868 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:12 smithi189 bash[23633]: audit 2024-04-13T21:58:12.766513+0000 mon.a (mon.0) 20 : audit 0 from='mgr.? 172.21.15.189:0/3937426327' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T21:58:12.868 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:12 smithi189 bash[23633]: audit 2024-04-13T21:58:12.767410+0000 mon.a (mon.0) 21 : audit 0 from='mgr.? 172.21.15.189:0/3937426327' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T21:58:12.868 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:12 smithi189 bash[23633]: audit 2024-04-13T21:58:12.770742+0000 mon.a (mon.0) 22 : audit 0 from='mgr.? 172.21.15.189:0/3937426327' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T21:58:12.868 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:12 smithi189 bash[23633]: audit 2024-04-13T21:58:12.772430+0000 mon.a (mon.0) 23 : audit 0 from='mgr.? 172.21.15.189:0/3937426327' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T21:58:12.868 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:12 smithi189 bash[23633]: cluster 2024-04-13T21:58:12.784990+0000 mon.a (mon.0) 24 : cluster 1 Active manager daemon y restarted 2024-04-13T21:58:12.868 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:12 smithi189 bash[23633]: cluster 2024-04-13T21:58:12.785319+0000 mon.a (mon.0) 25 : cluster 4 Health check failed: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T21:58:12.869 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:12 smithi189 bash[23633]: cluster 2024-04-13T21:58:12.785543+0000 mon.a (mon.0) 26 : cluster 1 Activating manager daemon y 2024-04-13T21:58:12.869 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:12 smithi189 bash[23633]: cluster 2024-04-13T21:58:12.792399+0000 mon.a (mon.0) 27 : cluster 0 osdmap e92: 8 total, 8 up, 8 in 2024-04-13T21:58:12.869 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:12 smithi189 bash[23633]: cluster 2024-04-13T21:58:12.792838+0000 mon.a (mon.0) 28 : cluster 0 mgrmap e33: y(active, starting, since 0.0074716s), standbys: x 2024-04-13T21:58:12.869 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:12 smithi189 bash[23633]: audit 2024-04-13T21:58:12.803472+0000 mon.c (mon.2) 178 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T21:58:12.869 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:12 smithi189 bash[23633]: audit 2024-04-13T21:58:12.803850+0000 mon.c (mon.2) 179 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:58:12.869 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:12 smithi189 bash[23633]: audit 2024-04-13T21:58:12.804377+0000 mon.c (mon.2) 180 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:58:12.869 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:12 smithi189 bash[23633]: audit 2024-04-13T21:58:12.804936+0000 mon.c (mon.2) 181 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi165.sviubw"}]: dispatch 2024-04-13T21:58:12.869 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:12 smithi189 bash[23633]: audit 2024-04-13T21:58:12.805679+0000 mon.c (mon.2) 182 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi189.nwqqrx"}]: dispatch 2024-04-13T21:58:12.869 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:12 smithi189 bash[23633]: audit 2024-04-13T21:58:12.806442+0000 mon.c (mon.2) 183 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T21:58:12.869 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:12 smithi189 bash[23633]: audit 2024-04-13T21:58:12.807144+0000 mon.c (mon.2) 184 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T21:58:12.869 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:12 smithi189 bash[23633]: audit 2024-04-13T21:58:12.807667+0000 mon.c (mon.2) 185 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T21:58:12.869 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:12 smithi189 bash[23633]: audit 2024-04-13T21:58:12.808387+0000 mon.c (mon.2) 186 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T21:58:12.869 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:12 smithi189 bash[23633]: audit 2024-04-13T21:58:12.808913+0000 mon.c (mon.2) 187 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T21:58:12.869 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:12 smithi189 bash[23633]: audit 2024-04-13T21:58:12.809408+0000 mon.c (mon.2) 188 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T21:58:12.870 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:12 smithi189 bash[23633]: audit 2024-04-13T21:58:12.809864+0000 mon.c (mon.2) 189 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T21:58:12.870 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:12 smithi189 bash[23633]: audit 2024-04-13T21:58:12.810334+0000 mon.c (mon.2) 190 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T21:58:12.870 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:12 smithi189 bash[23633]: audit 2024-04-13T21:58:12.810782+0000 mon.c (mon.2) 191 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T21:58:12.870 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:12 smithi189 bash[23633]: audit 2024-04-13T21:58:12.811290+0000 mon.c (mon.2) 192 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T21:58:12.870 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:12 smithi189 bash[23633]: audit 2024-04-13T21:58:12.811773+0000 mon.c (mon.2) 193 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T21:58:12.870 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:12 smithi189 bash[23633]: audit 2024-04-13T21:58:12.812299+0000 mon.c (mon.2) 194 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T21:58:12.896 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[74606]: debug 2024-04-13T21:58:12.649+0000 7feb5ebe9200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-13T21:58:12.897 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[74606]: debug 2024-04-13T21:58:12.777+0000 7feb5ebe9200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-13T21:58:12.897 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[82211]: debug 2024-04-13T21:58:12.781+0000 7fd27e1ef700 -1 log_channel(cluster) log [ERR] : Health check failed: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T21:58:12.897 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[82211]: cluster 2024-04-13T21:58:12.763446+0000 mon.a (mon.0) 18 : cluster 0 Standby manager daemon x restarted 2024-04-13T21:58:12.897 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[82211]: cluster 2024-04-13T21:58:12.763544+0000 mon.a (mon.0) 19 : cluster 0 Standby manager daemon x started 2024-04-13T21:58:12.897 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[82211]: audit 2024-04-13T21:58:12.766513+0000 mon.a (mon.0) 20 : audit 0 from='mgr.? 172.21.15.189:0/3937426327' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T21:58:12.897 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[82211]: audit 2024-04-13T21:58:12.767410+0000 mon.a (mon.0) 21 : audit 0 from='mgr.? 172.21.15.189:0/3937426327' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T21:58:12.898 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[82211]: audit 2024-04-13T21:58:12.770742+0000 mon.a (mon.0) 22 : audit 0 from='mgr.? 172.21.15.189:0/3937426327' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T21:58:12.898 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[82211]: audit 2024-04-13T21:58:12.772430+0000 mon.a (mon.0) 23 : audit 0 from='mgr.? 172.21.15.189:0/3937426327' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T21:58:12.898 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[82211]: cluster 2024-04-13T21:58:12.784990+0000 mon.a (mon.0) 24 : cluster 1 Active manager daemon y restarted 2024-04-13T21:58:12.898 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[82211]: cluster 2024-04-13T21:58:12.785319+0000 mon.a (mon.0) 25 : cluster 4 Health check failed: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T21:58:12.898 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[82211]: cluster 2024-04-13T21:58:12.785543+0000 mon.a (mon.0) 26 : cluster 1 Activating manager daemon y 2024-04-13T21:58:12.898 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[82211]: cluster 2024-04-13T21:58:12.792399+0000 mon.a (mon.0) 27 : cluster 0 osdmap e92: 8 total, 8 up, 8 in 2024-04-13T21:58:12.898 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[82211]: cluster 2024-04-13T21:58:12.792838+0000 mon.a (mon.0) 28 : cluster 0 mgrmap e33: y(active, starting, since 0.0074716s), standbys: x 2024-04-13T21:58:12.898 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[82211]: audit 2024-04-13T21:58:12.803472+0000 mon.c (mon.2) 178 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T21:58:12.898 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[82211]: audit 2024-04-13T21:58:12.803850+0000 mon.c (mon.2) 179 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:58:12.898 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[82211]: audit 2024-04-13T21:58:12.804377+0000 mon.c (mon.2) 180 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:58:12.898 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[82211]: audit 2024-04-13T21:58:12.804936+0000 mon.c (mon.2) 181 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi165.sviubw"}]: dispatch 2024-04-13T21:58:12.898 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[82211]: audit 2024-04-13T21:58:12.805679+0000 mon.c (mon.2) 182 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi189.nwqqrx"}]: dispatch 2024-04-13T21:58:12.899 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[82211]: audit 2024-04-13T21:58:12.806442+0000 mon.c (mon.2) 183 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T21:58:12.899 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[82211]: audit 2024-04-13T21:58:12.807144+0000 mon.c (mon.2) 184 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T21:58:12.899 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[82211]: audit 2024-04-13T21:58:12.807667+0000 mon.c (mon.2) 185 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T21:58:12.899 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[31269]: cluster 2024-04-13T21:58:12.763446+0000 mon.a (mon.0) 18 : cluster 0 Standby manager daemon x restarted 2024-04-13T21:58:12.899 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[31269]: cluster 2024-04-13T21:58:12.763544+0000 mon.a (mon.0) 19 : cluster 0 Standby manager daemon x started 2024-04-13T21:58:12.899 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[31269]: audit 2024-04-13T21:58:12.766513+0000 mon.a (mon.0) 20 : audit 0 from='mgr.? 172.21.15.189:0/3937426327' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-13T21:58:12.899 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[31269]: audit 2024-04-13T21:58:12.767410+0000 mon.a (mon.0) 21 : audit 0 from='mgr.? 172.21.15.189:0/3937426327' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-13T21:58:12.900 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[31269]: audit 2024-04-13T21:58:12.770742+0000 mon.a (mon.0) 22 : audit 0 from='mgr.? 172.21.15.189:0/3937426327' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-13T21:58:12.900 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[31269]: audit 2024-04-13T21:58:12.772430+0000 mon.a (mon.0) 23 : audit 0 from='mgr.? 172.21.15.189:0/3937426327' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-13T21:58:12.900 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[31269]: cluster 2024-04-13T21:58:12.784990+0000 mon.a (mon.0) 24 : cluster 1 Active manager daemon y restarted 2024-04-13T21:58:12.900 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[31269]: cluster 2024-04-13T21:58:12.785319+0000 mon.a (mon.0) 25 : cluster 4 Health check failed: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T21:58:12.900 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[31269]: cluster 2024-04-13T21:58:12.785543+0000 mon.a (mon.0) 26 : cluster 1 Activating manager daemon y 2024-04-13T21:58:12.900 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[31269]: cluster 2024-04-13T21:58:12.792399+0000 mon.a (mon.0) 27 : cluster 0 osdmap e92: 8 total, 8 up, 8 in 2024-04-13T21:58:12.900 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[31269]: cluster 2024-04-13T21:58:12.792838+0000 mon.a (mon.0) 28 : cluster 0 mgrmap e33: y(active, starting, since 0.0074716s), standbys: x 2024-04-13T21:58:12.900 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[31269]: audit 2024-04-13T21:58:12.803472+0000 mon.c (mon.2) 178 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-13T21:58:12.900 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[31269]: audit 2024-04-13T21:58:12.803850+0000 mon.c (mon.2) 179 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-13T21:58:12.900 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[31269]: audit 2024-04-13T21:58:12.804377+0000 mon.c (mon.2) 180 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-13T21:58:12.900 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[31269]: audit 2024-04-13T21:58:12.804936+0000 mon.c (mon.2) 181 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi165.sviubw"}]: dispatch 2024-04-13T21:58:12.900 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[31269]: audit 2024-04-13T21:58:12.805679+0000 mon.c (mon.2) 182 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi189.nwqqrx"}]: dispatch 2024-04-13T21:58:12.901 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[31269]: audit 2024-04-13T21:58:12.806442+0000 mon.c (mon.2) 183 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-13T21:58:12.901 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[31269]: audit 2024-04-13T21:58:12.807144+0000 mon.c (mon.2) 184 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-13T21:58:12.901 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[31269]: audit 2024-04-13T21:58:12.807667+0000 mon.c (mon.2) 185 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T21:58:12.901 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[31269]: audit 2024-04-13T21:58:12.808387+0000 mon.c (mon.2) 186 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T21:58:12.901 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[31269]: audit 2024-04-13T21:58:12.808913+0000 mon.c (mon.2) 187 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T21:58:12.901 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[31269]: audit 2024-04-13T21:58:12.809408+0000 mon.c (mon.2) 188 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T21:58:12.901 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[31269]: audit 2024-04-13T21:58:12.809864+0000 mon.c (mon.2) 189 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T21:58:12.901 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[31269]: audit 2024-04-13T21:58:12.810334+0000 mon.c (mon.2) 190 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T21:58:12.901 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[31269]: audit 2024-04-13T21:58:12.810782+0000 mon.c (mon.2) 191 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T21:58:12.901 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[31269]: audit 2024-04-13T21:58:12.811290+0000 mon.c (mon.2) 192 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T21:58:12.901 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[31269]: audit 2024-04-13T21:58:12.811773+0000 mon.c (mon.2) 193 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T21:58:12.901 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[31269]: audit 2024-04-13T21:58:12.812299+0000 mon.c (mon.2) 194 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T21:58:12.902 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[82211]: audit 2024-04-13T21:58:12.808387+0000 mon.c (mon.2) 186 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T21:58:12.902 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[82211]: audit 2024-04-13T21:58:12.808913+0000 mon.c (mon.2) 187 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T21:58:12.902 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[82211]: audit 2024-04-13T21:58:12.809408+0000 mon.c (mon.2) 188 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T21:58:12.902 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[82211]: audit 2024-04-13T21:58:12.809864+0000 mon.c (mon.2) 189 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T21:58:12.902 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[82211]: audit 2024-04-13T21:58:12.810334+0000 mon.c (mon.2) 190 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-13T21:58:12.902 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[82211]: audit 2024-04-13T21:58:12.810782+0000 mon.c (mon.2) 191 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-13T21:58:12.902 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[82211]: audit 2024-04-13T21:58:12.811290+0000 mon.c (mon.2) 192 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-13T21:58:12.902 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[82211]: audit 2024-04-13T21:58:12.811773+0000 mon.c (mon.2) 193 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-13T21:58:12.902 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[82211]: audit 2024-04-13T21:58:12.812299+0000 mon.c (mon.2) 194 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-13T21:58:13.315 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[74606]: [13/Apr/2024:21:58:12] ENGINE Bus STARTING 2024-04-13T21:58:13.316 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[74606]: debug 2024-04-13T21:58:12.953+0000 7feabcf80700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T21:58:13.316 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[74606]: debug 2024-04-13T21:58:12.953+0000 7feabcf80700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T21:58:13.316 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[74606]: debug 2024-04-13T21:58:12.953+0000 7feabcf80700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T21:58:13.316 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[74606]: debug 2024-04-13T21:58:12.953+0000 7feabcf80700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T21:58:13.316 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[74606]: debug 2024-04-13T21:58:12.953+0000 7feabcf80700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T21:58:13.316 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[74606]: debug 2024-04-13T21:58:12.957+0000 7feabff86700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T21:58:13.316 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[74606]: debug 2024-04-13T21:58:12.957+0000 7feabff86700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T21:58:13.316 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[74606]: debug 2024-04-13T21:58:12.957+0000 7feabff86700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T21:58:13.316 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[74606]: debug 2024-04-13T21:58:12.957+0000 7feabff86700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T21:58:13.316 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:12 smithi165 bash[74606]: debug 2024-04-13T21:58:12.957+0000 7feabff86700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-13T21:58:13.316 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:13 smithi165 bash[74606]: CherryPy Checker: 2024-04-13T21:58:13.316 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:13 smithi165 bash[74606]: The Application mounted at '' has an empty config. 2024-04-13T21:58:13.317 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:13 smithi165 bash[74606]: [13/Apr/2024:21:58:13] ENGINE Serving on http://:::9283 2024-04-13T21:58:13.317 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:13 smithi165 bash[74606]: [13/Apr/2024:21:58:13] ENGINE Bus STARTED 2024-04-13T21:58:13.343 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:58:12 smithi189 bash[61080]: CherryPy Checker: 2024-04-13T21:58:13.344 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:58:12 smithi189 bash[61080]: The Application mounted at '' has an empty config. 2024-04-13T21:58:13.344 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:58:12 smithi189 bash[61080]: [13/Apr/2024:21:58:12] ENGINE Serving on http://:::9283 2024-04-13T21:58:13.344 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 21:58:12 smithi189 bash[61080]: [13/Apr/2024:21:58:12] ENGINE Bus STARTED 2024-04-13T21:58:13.872 INFO:teuthology.orchestra.run.smithi165.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T21:58:13.872 INFO:teuthology.orchestra.run.smithi165.stdout:alertmanager.a smithi165 *:9093,9094 running (7m) 57s ago 8m 14.0M - 0.25.0 c8568f914cd2 de9ca91d55a1 2024-04-13T21:58:13.872 INFO:teuthology.orchestra.run.smithi165.stdout:grafana.a smithi189 *:3000 running (7m) 28s ago 7m 79.5M - 9.4.7 954c08fa6188 d4f31df785b9 2024-04-13T21:58:13.872 INFO:teuthology.orchestra.run.smithi165.stdout:mds.foo.smithi165.sviubw smithi165 running (6m) 57s ago 6m 13.5M - 18.2.2-1219-ge6cbcc46 c62c264cba88 d09e65de3151 2024-04-13T21:58:13.872 INFO:teuthology.orchestra.run.smithi165.stdout:mds.foo.smithi189.nwqqrx smithi189 running (6m) 28s ago 6m 15.4M - 18.2.2-1219-ge6cbcc46 c62c264cba88 a6cf6b97354c 2024-04-13T21:58:13.873 INFO:teuthology.orchestra.run.smithi165.stdout:mgr.x smithi189 *:8443,9283,8765 running (35s) 28s ago 16m 136M - 19.0.0-2113-g809afd3d d75494008455 22a9e22538df 2024-04-13T21:58:13.873 INFO:teuthology.orchestra.run.smithi165.stdout:mgr.y smithi165 *:8443,9283,8765 running (80s) 57s ago 18m 470M - 19.0.0-2113-g809afd3d d75494008455 61ee82d8e2ef 2024-04-13T21:58:13.873 INFO:teuthology.orchestra.run.smithi165.stdout:mon.a smithi165 running (18m) 57s ago 18m 53.6M 2048M 18.2.2-1219-ge6cbcc46 c62c264cba88 7953dc41b5d7 2024-04-13T21:58:13.873 INFO:teuthology.orchestra.run.smithi165.stdout:mon.b smithi189 running (16m) 28s ago 16m 46.8M 2048M 18.2.2-1219-ge6cbcc46 c62c264cba88 d61bbc8a140b 2024-04-13T21:58:13.873 INFO:teuthology.orchestra.run.smithi165.stdout:mon.c smithi165 running (16m) 57s ago 16m 45.3M 2048M 18.2.2-1219-ge6cbcc46 c62c264cba88 6935f869c7b4 2024-04-13T21:58:13.873 INFO:teuthology.orchestra.run.smithi165.stdout:node-exporter.a smithi165 *:9100 running (8m) 57s ago 8m 8531k - 1.5.0 0da6a335fe13 fd1ac5babd68 2024-04-13T21:58:13.873 INFO:teuthology.orchestra.run.smithi165.stdout:node-exporter.b smithi189 *:9100 running (8m) 28s ago 8m 8655k - 1.5.0 0da6a335fe13 f9c7c96a6ea0 2024-04-13T21:58:13.873 INFO:teuthology.orchestra.run.smithi165.stdout:osd.0 smithi165 running (15m) 57s ago 15m 60.6M 2524M 18.2.2-1219-ge6cbcc46 c62c264cba88 1ba76c6a973e 2024-04-13T21:58:13.873 INFO:teuthology.orchestra.run.smithi165.stdout:osd.1 smithi165 running (14m) 57s ago 14m 59.6M 2524M 18.2.2-1219-ge6cbcc46 c62c264cba88 8253bb660f57 2024-04-13T21:58:13.873 INFO:teuthology.orchestra.run.smithi165.stdout:osd.2 smithi165 running (13m) 57s ago 14m 58.3M 2524M 18.2.2-1219-ge6cbcc46 c62c264cba88 2ab2eb95dedc 2024-04-13T21:58:13.873 INFO:teuthology.orchestra.run.smithi165.stdout:osd.3 smithi165 running (13m) 57s ago 13m 52.8M 2524M 18.2.2-1219-ge6cbcc46 c62c264cba88 25317ebac5dd 2024-04-13T21:58:13.873 INFO:teuthology.orchestra.run.smithi165.stdout:osd.4 smithi189 running (12m) 28s ago 12m 54.7M 2524M 18.2.2-1219-ge6cbcc46 c62c264cba88 916d85a9cb0a 2024-04-13T21:58:13.873 INFO:teuthology.orchestra.run.smithi165.stdout:osd.5 smithi189 running (11m) 28s ago 11m 54.4M 2524M 18.2.2-1219-ge6cbcc46 c62c264cba88 a18e52df71b2 2024-04-13T21:58:13.874 INFO:teuthology.orchestra.run.smithi165.stdout:osd.6 smithi189 running (10m) 28s ago 10m 54.3M 2524M 18.2.2-1219-ge6cbcc46 c62c264cba88 9df7d1512375 2024-04-13T21:58:13.874 INFO:teuthology.orchestra.run.smithi165.stdout:osd.7 smithi189 running (9m) 28s ago 9m 59.5M 2524M 18.2.2-1219-ge6cbcc46 c62c264cba88 c1970d76f232 2024-04-13T21:58:13.874 INFO:teuthology.orchestra.run.smithi165.stdout:prometheus.a smithi189 *:9095 running (40s) 28s ago 8m 30.8M - 2.43.0 a07b618ecd1d f901acc5f2d9 2024-04-13T21:58:14.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:13 smithi189 bash[23633]: audit 2024-04-13T21:58:12.813289+0000 mon.c (mon.2) 195 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T21:58:14.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:13 smithi189 bash[23633]: cluster 2024-04-13T21:58:12.826099+0000 mon.a (mon.0) 29 : cluster 1 Manager daemon y is now available 2024-04-13T21:58:14.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:13 smithi189 bash[23633]: audit 2024-04-13T21:58:12.866522+0000 mon.c (mon.2) 196 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:58:14.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:13 smithi189 bash[23633]: audit 2024-04-13T21:58:12.897548+0000 mon.a (mon.0) 30 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:14.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:13 smithi189 bash[23633]: audit 2024-04-13T21:58:12.905404+0000 mon.c (mon.2) 197 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:58:14.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:13 smithi189 bash[23633]: audit 2024-04-13T21:58:12.906798+0000 mon.c (mon.2) 198 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T21:58:14.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:13 smithi189 bash[23633]: audit 2024-04-13T21:58:12.907386+0000 mon.a (mon.0) 31 : audit 1 from='mgr.25865 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T21:58:14.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:13 smithi189 bash[23633]: audit 2024-04-13T21:58:12.923166+0000 mon.c (mon.2) 199 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T21:58:14.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:13 smithi189 bash[23633]: audit 2024-04-13T21:58:12.923619+0000 mon.a (mon.0) 32 : audit 1 from='mgr.25865 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T21:58:14.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:13 smithi189 bash[23633]: cephadm 2024-04-13T21:58:13.354695+0000 mgr.y (mgr.25865) 1 : cephadm 1 [13/Apr/2024:21:58:13] ENGINE Bus STARTING 2024-04-13T21:58:14.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:13 smithi189 bash[23633]: cephadm 2024-04-13T21:58:13.473089+0000 mgr.y (mgr.25865) 2 : cephadm 1 [13/Apr/2024:21:58:13] ENGINE Serving on https://172.21.15.165:7150 2024-04-13T21:58:14.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:13 smithi189 bash[23633]: cephadm 2024-04-13T21:58:13.575562+0000 mgr.y (mgr.25865) 3 : cephadm 1 [13/Apr/2024:21:58:13] ENGINE Serving on http://172.21.15.165:8765 2024-04-13T21:58:14.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:13 smithi189 bash[23633]: cephadm 2024-04-13T21:58:13.575954+0000 mgr.y (mgr.25865) 4 : cephadm 1 [13/Apr/2024:21:58:13] ENGINE Bus STARTED 2024-04-13T21:58:14.315 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:13 smithi165 bash[74606]: debug 2024-04-13T21:58:13.841+0000 7feb1d351700 -1 mgr.server handle_report got status from non-daemon mon.a 2024-04-13T21:58:14.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:13 smithi165 bash[31269]: audit 2024-04-13T21:58:12.813289+0000 mon.c (mon.2) 195 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T21:58:14.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:13 smithi165 bash[31269]: cluster 2024-04-13T21:58:12.826099+0000 mon.a (mon.0) 29 : cluster 1 Manager daemon y is now available 2024-04-13T21:58:14.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:13 smithi165 bash[31269]: audit 2024-04-13T21:58:12.866522+0000 mon.c (mon.2) 196 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:58:14.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:13 smithi165 bash[31269]: audit 2024-04-13T21:58:12.897548+0000 mon.a (mon.0) 30 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:14.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:13 smithi165 bash[31269]: audit 2024-04-13T21:58:12.905404+0000 mon.c (mon.2) 197 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:58:14.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:13 smithi165 bash[31269]: audit 2024-04-13T21:58:12.906798+0000 mon.c (mon.2) 198 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T21:58:14.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:13 smithi165 bash[31269]: audit 2024-04-13T21:58:12.907386+0000 mon.a (mon.0) 31 : audit 1 from='mgr.25865 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T21:58:14.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:13 smithi165 bash[31269]: audit 2024-04-13T21:58:12.923166+0000 mon.c (mon.2) 199 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T21:58:14.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:13 smithi165 bash[31269]: audit 2024-04-13T21:58:12.923619+0000 mon.a (mon.0) 32 : audit 1 from='mgr.25865 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T21:58:14.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:13 smithi165 bash[31269]: cephadm 2024-04-13T21:58:13.354695+0000 mgr.y (mgr.25865) 1 : cephadm 1 [13/Apr/2024:21:58:13] ENGINE Bus STARTING 2024-04-13T21:58:14.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:13 smithi165 bash[31269]: cephadm 2024-04-13T21:58:13.473089+0000 mgr.y (mgr.25865) 2 : cephadm 1 [13/Apr/2024:21:58:13] ENGINE Serving on https://172.21.15.165:7150 2024-04-13T21:58:14.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:13 smithi165 bash[31269]: cephadm 2024-04-13T21:58:13.575562+0000 mgr.y (mgr.25865) 3 : cephadm 1 [13/Apr/2024:21:58:13] ENGINE Serving on http://172.21.15.165:8765 2024-04-13T21:58:14.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:13 smithi165 bash[31269]: cephadm 2024-04-13T21:58:13.575954+0000 mgr.y (mgr.25865) 4 : cephadm 1 [13/Apr/2024:21:58:13] ENGINE Bus STARTED 2024-04-13T21:58:14.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:13 smithi165 bash[82211]: audit 2024-04-13T21:58:12.813289+0000 mon.c (mon.2) 195 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-13T21:58:14.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:13 smithi165 bash[82211]: cluster 2024-04-13T21:58:12.826099+0000 mon.a (mon.0) 29 : cluster 1 Manager daemon y is now available 2024-04-13T21:58:14.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:13 smithi165 bash[82211]: audit 2024-04-13T21:58:12.866522+0000 mon.c (mon.2) 196 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:58:14.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:13 smithi165 bash[82211]: audit 2024-04-13T21:58:12.897548+0000 mon.a (mon.0) 30 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:14.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:13 smithi165 bash[82211]: audit 2024-04-13T21:58:12.905404+0000 mon.c (mon.2) 197 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:58:14.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:13 smithi165 bash[82211]: audit 2024-04-13T21:58:12.906798+0000 mon.c (mon.2) 198 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T21:58:14.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:13 smithi165 bash[82211]: audit 2024-04-13T21:58:12.907386+0000 mon.a (mon.0) 31 : audit 1 from='mgr.25865 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-13T21:58:14.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:13 smithi165 bash[82211]: audit 2024-04-13T21:58:12.923166+0000 mon.c (mon.2) 199 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T21:58:14.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:13 smithi165 bash[82211]: audit 2024-04-13T21:58:12.923619+0000 mon.a (mon.0) 32 : audit 1 from='mgr.25865 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-13T21:58:14.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:13 smithi165 bash[82211]: cephadm 2024-04-13T21:58:13.354695+0000 mgr.y (mgr.25865) 1 : cephadm 1 [13/Apr/2024:21:58:13] ENGINE Bus STARTING 2024-04-13T21:58:14.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:13 smithi165 bash[82211]: cephadm 2024-04-13T21:58:13.473089+0000 mgr.y (mgr.25865) 2 : cephadm 1 [13/Apr/2024:21:58:13] ENGINE Serving on https://172.21.15.165:7150 2024-04-13T21:58:14.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:13 smithi165 bash[82211]: cephadm 2024-04-13T21:58:13.575562+0000 mgr.y (mgr.25865) 3 : cephadm 1 [13/Apr/2024:21:58:13] ENGINE Serving on http://172.21.15.165:8765 2024-04-13T21:58:14.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:13 smithi165 bash[82211]: cephadm 2024-04-13T21:58:13.575954+0000 mgr.y (mgr.25865) 4 : cephadm 1 [13/Apr/2024:21:58:13] ENGINE Bus STARTED 2024-04-13T21:58:14.656 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -e sha1=809afd3da6037ef1c60dcf79f89e65791b95f8ef -- bash -c 'ceph orch upgrade pause' 2024-04-13T21:58:15.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:14 smithi165 bash[82211]: cluster 2024-04-13T21:58:13.830100+0000 mon.a (mon.0) 33 : cluster 0 mgrmap e34: y(active, since 1.04473s), standbys: x 2024-04-13T21:58:15.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:14 smithi165 bash[82211]: audit 2024-04-13T21:58:13.835003+0000 mgr.y (mgr.25865) 5 : audit 0 from='client.34137 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:58:15.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:14 smithi165 bash[82211]: cluster 2024-04-13T21:58:13.860351+0000 mgr.y (mgr.25865) 6 : cluster 0 pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:15.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:14 smithi165 bash[31269]: cluster 2024-04-13T21:58:13.830100+0000 mon.a (mon.0) 33 : cluster 0 mgrmap e34: y(active, since 1.04473s), standbys: x 2024-04-13T21:58:15.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:14 smithi165 bash[31269]: audit 2024-04-13T21:58:13.835003+0000 mgr.y (mgr.25865) 5 : audit 0 from='client.34137 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:58:15.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:14 smithi165 bash[31269]: cluster 2024-04-13T21:58:13.860351+0000 mgr.y (mgr.25865) 6 : cluster 0 pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:15.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:14 smithi189 bash[23633]: cluster 2024-04-13T21:58:13.830100+0000 mon.a (mon.0) 33 : cluster 0 mgrmap e34: y(active, since 1.04473s), standbys: x 2024-04-13T21:58:15.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:14 smithi189 bash[23633]: audit 2024-04-13T21:58:13.835003+0000 mgr.y (mgr.25865) 5 : audit 0 from='client.34137 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:58:15.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:14 smithi189 bash[23633]: cluster 2024-04-13T21:58:13.860351+0000 mgr.y (mgr.25865) 6 : cluster 0 pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:16.315 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:15 smithi165 bash[82211]: cluster 2024-04-13T21:58:14.808303+0000 mgr.y (mgr.25865) 7 : cluster 0 pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:16.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:15 smithi165 bash[82211]: cluster 2024-04-13T21:58:14.861825+0000 mon.a (mon.0) 34 : cluster 0 mgrmap e35: y(active, since 2s), standbys: x 2024-04-13T21:58:16.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:15 smithi165 bash[31269]: cluster 2024-04-13T21:58:14.808303+0000 mgr.y (mgr.25865) 7 : cluster 0 pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:16.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:15 smithi165 bash[31269]: cluster 2024-04-13T21:58:14.861825+0000 mon.a (mon.0) 34 : cluster 0 mgrmap e35: y(active, since 2s), standbys: x 2024-04-13T21:58:16.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:15 smithi189 bash[23633]: cluster 2024-04-13T21:58:14.808303+0000 mgr.y (mgr.25865) 7 : cluster 0 pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:16.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:15 smithi189 bash[23633]: cluster 2024-04-13T21:58:14.861825+0000 mon.a (mon.0) 34 : cluster 0 mgrmap e35: y(active, since 2s), standbys: x 2024-04-13T21:58:18.315 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:17 smithi165 bash[82211]: cluster 2024-04-13T21:58:16.808886+0000 mgr.y (mgr.25865) 8 : cluster 0 pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:18.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:17 smithi165 bash[82211]: cluster 2024-04-13T21:58:16.877146+0000 mon.a (mon.0) 35 : cluster 0 mgrmap e36: y(active, since 4s), standbys: x 2024-04-13T21:58:18.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:17 smithi165 bash[31269]: cluster 2024-04-13T21:58:16.808886+0000 mgr.y (mgr.25865) 8 : cluster 0 pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:18.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:17 smithi165 bash[31269]: cluster 2024-04-13T21:58:16.877146+0000 mon.a (mon.0) 35 : cluster 0 mgrmap e36: y(active, since 4s), standbys: x 2024-04-13T21:58:18.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:17 smithi189 bash[23633]: cluster 2024-04-13T21:58:16.808886+0000 mgr.y (mgr.25865) 8 : cluster 0 pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:18.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:17 smithi189 bash[23633]: cluster 2024-04-13T21:58:16.877146+0000 mon.a (mon.0) 35 : cluster 0 mgrmap e36: y(active, since 4s), standbys: x 2024-04-13T21:58:19.300 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:58:20.314 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:20 smithi165 bash[82211]: cluster 2024-04-13T21:58:18.809291+0000 mgr.y (mgr.25865) 9 : cluster 0 pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:20.314 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:20 smithi165 bash[82211]: audit 2024-04-13T21:58:19.039842+0000 mon.a (mon.0) 36 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:20.314 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:20 smithi165 bash[82211]: audit 2024-04-13T21:58:19.047025+0000 mon.a (mon.0) 37 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:20.314 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:20 smithi165 bash[82211]: audit 2024-04-13T21:58:19.342394+0000 mon.a (mon.0) 38 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:20.314 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:20 smithi165 bash[82211]: audit 2024-04-13T21:58:19.349609+0000 mon.a (mon.0) 39 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:20.314 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:20 smithi165 bash[82211]: audit 2024-04-13T21:58:20.002713+0000 mon.a (mon.0) 40 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:20.314 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:20 smithi165 bash[82211]: audit 2024-04-13T21:58:20.010559+0000 mon.a (mon.0) 41 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:20.315 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:20 smithi165 bash[31269]: cluster 2024-04-13T21:58:18.809291+0000 mgr.y (mgr.25865) 9 : cluster 0 pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:20.315 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:20 smithi165 bash[31269]: audit 2024-04-13T21:58:19.039842+0000 mon.a (mon.0) 36 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:20.315 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:20 smithi165 bash[31269]: audit 2024-04-13T21:58:19.047025+0000 mon.a (mon.0) 37 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:20.315 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:20 smithi165 bash[31269]: audit 2024-04-13T21:58:19.342394+0000 mon.a (mon.0) 38 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:20.315 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:20 smithi165 bash[31269]: audit 2024-04-13T21:58:19.349609+0000 mon.a (mon.0) 39 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:20.315 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:20 smithi165 bash[31269]: audit 2024-04-13T21:58:20.002713+0000 mon.a (mon.0) 40 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:20.315 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:20 smithi165 bash[31269]: audit 2024-04-13T21:58:20.010559+0000 mon.a (mon.0) 41 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:20.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:20 smithi189 bash[23633]: cluster 2024-04-13T21:58:18.809291+0000 mgr.y (mgr.25865) 9 : cluster 0 pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:20.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:20 smithi189 bash[23633]: audit 2024-04-13T21:58:19.039842+0000 mon.a (mon.0) 36 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:20.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:20 smithi189 bash[23633]: audit 2024-04-13T21:58:19.047025+0000 mon.a (mon.0) 37 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:20.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:20 smithi189 bash[23633]: audit 2024-04-13T21:58:19.342394+0000 mon.a (mon.0) 38 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:20.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:20 smithi189 bash[23633]: audit 2024-04-13T21:58:19.349609+0000 mon.a (mon.0) 39 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:20.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:20 smithi189 bash[23633]: audit 2024-04-13T21:58:20.002713+0000 mon.a (mon.0) 40 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:20.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:20 smithi189 bash[23633]: audit 2024-04-13T21:58:20.010559+0000 mon.a (mon.0) 41 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:21.341 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:21 smithi165 bash[82211]: audit 2024-04-13T21:58:20.345020+0000 mon.a (mon.0) 42 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:21.341 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:21 smithi165 bash[82211]: audit 2024-04-13T21:58:20.352776+0000 mon.a (mon.0) 43 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:21.594 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:21 smithi189 bash[23633]: audit 2024-04-13T21:58:20.345020+0000 mon.a (mon.0) 42 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:21.594 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:21 smithi189 bash[23633]: audit 2024-04-13T21:58:20.352776+0000 mon.a (mon.0) 43 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:21.815 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:21 smithi165 bash[31269]: audit 2024-04-13T21:58:20.345020+0000 mon.a (mon.0) 42 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:21.815 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:21 smithi165 bash[31269]: audit 2024-04-13T21:58:20.352776+0000 mon.a (mon.0) 43 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:22.249 INFO:teuthology.orchestra.run.smithi165.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c589cd63a0c5d4e47e2117d0f81662623bc0bc5acf8d3aa0cbc0b2a08d032464 2024-04-13T21:58:22.565 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:22 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:58:22] "GET /metrics HTTP/1.1" 200 31212 "" "Prometheus/2.43.0" 2024-04-13T21:58:22.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:22 smithi165 bash[82211]: cluster 2024-04-13T21:58:20.810356+0000 mgr.y (mgr.25865) 10 : cluster 0 pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-13T21:58:22.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:22 smithi165 bash[82211]: audit 2024-04-13T21:58:22.251585+0000 mon.a (mon.0) 44 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:22.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:22 smithi165 bash[31269]: cluster 2024-04-13T21:58:20.810356+0000 mgr.y (mgr.25865) 10 : cluster 0 pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-13T21:58:22.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:22 smithi165 bash[31269]: audit 2024-04-13T21:58:22.251585+0000 mon.a (mon.0) 44 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:22.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:22 smithi189 bash[23633]: cluster 2024-04-13T21:58:20.810356+0000 mgr.y (mgr.25865) 10 : cluster 0 pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-13T21:58:22.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:22 smithi189 bash[23633]: audit 2024-04-13T21:58:22.251585+0000 mon.a (mon.0) 44 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:22.976 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -e sha1=809afd3da6037ef1c60dcf79f89e65791b95f8ef -- bash -c 'sleep 60' 2024-04-13T21:58:23.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:23 smithi165 bash[82211]: audit 2024-04-13T21:58:22.246178+0000 mgr.y (mgr.25865) 11 : audit 0 from='client.25910 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:58:23.816 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:23 smithi165 bash[82211]: cephadm 2024-04-13T21:58:22.246605+0000 mgr.y (mgr.25865) 12 : cephadm 1 Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c589cd63a0c5d4e47e2117d0f81662623bc0bc5acf8d3aa0cbc0b2a08d032464 2024-04-13T21:58:23.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:23 smithi165 bash[31269]: audit 2024-04-13T21:58:22.246178+0000 mgr.y (mgr.25865) 11 : audit 0 from='client.25910 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:58:23.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:23 smithi165 bash[31269]: cephadm 2024-04-13T21:58:22.246605+0000 mgr.y (mgr.25865) 12 : cephadm 1 Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c589cd63a0c5d4e47e2117d0f81662623bc0bc5acf8d3aa0cbc0b2a08d032464 2024-04-13T21:58:23.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:23 smithi189 bash[23633]: audit 2024-04-13T21:58:22.246178+0000 mgr.y (mgr.25865) 11 : audit 0 from='client.25910 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:58:23.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:23 smithi189 bash[23633]: cephadm 2024-04-13T21:58:22.246605+0000 mgr.y (mgr.25865) 12 : cephadm 1 Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c589cd63a0c5d4e47e2117d0f81662623bc0bc5acf8d3aa0cbc0b2a08d032464 2024-04-13T21:58:24.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:24 smithi165 bash[82211]: cluster 2024-04-13T21:58:22.810963+0000 mgr.y (mgr.25865) 13 : cluster 0 pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-13T21:58:24.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:24 smithi165 bash[31269]: cluster 2024-04-13T21:58:22.810963+0000 mgr.y (mgr.25865) 13 : cluster 0 pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-13T21:58:24.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:24 smithi189 bash[23633]: cluster 2024-04-13T21:58:22.810963+0000 mgr.y (mgr.25865) 13 : cluster 0 pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-13T21:58:26.532 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:26 smithi189 bash[23633]: cluster 2024-04-13T21:58:24.812043+0000 mgr.y (mgr.25865) 14 : cluster 0 pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-13T21:58:26.815 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:26 smithi165 bash[82211]: cluster 2024-04-13T21:58:24.812043+0000 mgr.y (mgr.25865) 14 : cluster 0 pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-13T21:58:26.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:26 smithi165 bash[31269]: cluster 2024-04-13T21:58:24.812043+0000 mgr.y (mgr.25865) 14 : cluster 0 pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-13T21:58:27.717 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:58:28.654 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:28 smithi165 bash[82211]: cluster 2024-04-13T21:58:26.812733+0000 mgr.y (mgr.25865) 15 : cluster 0 pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T21:58:28.654 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:28 smithi165 bash[82211]: audit 2024-04-13T21:58:27.893478+0000 mon.c (mon.2) 200 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:58:28.654 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:28 smithi165 bash[31269]: cluster 2024-04-13T21:58:26.812733+0000 mgr.y (mgr.25865) 15 : cluster 0 pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T21:58:28.654 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:28 smithi165 bash[31269]: audit 2024-04-13T21:58:27.893478+0000 mon.c (mon.2) 200 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:58:28.843 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:28 smithi189 bash[23633]: cluster 2024-04-13T21:58:26.812733+0000 mgr.y (mgr.25865) 15 : cluster 0 pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T21:58:28.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:28 smithi189 bash[23633]: audit 2024-04-13T21:58:27.893478+0000 mon.c (mon.2) 200 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:58:30.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:30 smithi165 bash[82211]: cluster 2024-04-13T21:58:28.813156+0000 mgr.y (mgr.25865) 16 : cluster 0 pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T21:58:30.565 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:30 smithi165 bash[82211]: audit 2024-04-13T21:58:29.748246+0000 mon.a (mon.0) 45 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:30.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:30 smithi165 bash[82211]: audit 2024-04-13T21:58:29.764783+0000 mon.a (mon.0) 46 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:30.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:30 smithi165 bash[82211]: audit 2024-04-13T21:58:29.770146+0000 mon.c (mon.2) 201 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:58:30.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:30 smithi165 bash[82211]: audit 2024-04-13T21:58:29.771944+0000 mon.c (mon.2) 202 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:58:30.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:30 smithi165 bash[31269]: cluster 2024-04-13T21:58:28.813156+0000 mgr.y (mgr.25865) 16 : cluster 0 pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T21:58:30.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:30 smithi165 bash[31269]: audit 2024-04-13T21:58:29.748246+0000 mon.a (mon.0) 45 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:30.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:30 smithi165 bash[31269]: audit 2024-04-13T21:58:29.764783+0000 mon.a (mon.0) 46 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:30.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:30 smithi165 bash[31269]: audit 2024-04-13T21:58:29.770146+0000 mon.c (mon.2) 201 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:58:30.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:30 smithi165 bash[31269]: audit 2024-04-13T21:58:29.771944+0000 mon.c (mon.2) 202 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:58:30.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:30 smithi189 bash[23633]: cluster 2024-04-13T21:58:28.813156+0000 mgr.y (mgr.25865) 16 : cluster 0 pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T21:58:30.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:30 smithi189 bash[23633]: audit 2024-04-13T21:58:29.748246+0000 mon.a (mon.0) 45 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:30.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:30 smithi189 bash[23633]: audit 2024-04-13T21:58:29.764783+0000 mon.a (mon.0) 46 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:30.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:30 smithi189 bash[23633]: audit 2024-04-13T21:58:29.770146+0000 mon.c (mon.2) 201 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:58:30.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:30 smithi189 bash[23633]: audit 2024-04-13T21:58:29.771944+0000 mon.c (mon.2) 202 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:58:31.816 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:31 smithi165 bash[82211]: cephadm 2024-04-13T21:58:29.774597+0000 mgr.y (mgr.25865) 17 : cephadm 1 Updating smithi165:/etc/ceph/ceph.conf 2024-04-13T21:58:31.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:31 smithi165 bash[82211]: cephadm 2024-04-13T21:58:29.775081+0000 mgr.y (mgr.25865) 18 : cephadm 1 Updating smithi189:/etc/ceph/ceph.conf 2024-04-13T21:58:31.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:31 smithi165 bash[82211]: cephadm 2024-04-13T21:58:29.991536+0000 mgr.y (mgr.25865) 19 : cephadm 1 Updating smithi165:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.conf 2024-04-13T21:58:31.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:31 smithi165 bash[82211]: cephadm 2024-04-13T21:58:29.991868+0000 mgr.y (mgr.25865) 20 : cephadm 1 Updating smithi189:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.conf 2024-04-13T21:58:31.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:31 smithi165 bash[82211]: cephadm 2024-04-13T21:58:30.156608+0000 mgr.y (mgr.25865) 21 : cephadm 1 Updating smithi165:/etc/ceph/ceph.client.admin.keyring 2024-04-13T21:58:31.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:31 smithi165 bash[82211]: cephadm 2024-04-13T21:58:30.156802+0000 mgr.y (mgr.25865) 22 : cephadm 1 Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-04-13T21:58:31.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:31 smithi165 bash[82211]: cephadm 2024-04-13T21:58:30.321348+0000 mgr.y (mgr.25865) 23 : cephadm 1 Updating smithi165:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T21:58:31.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:31 smithi165 bash[82211]: cephadm 2024-04-13T21:58:30.321530+0000 mgr.y (mgr.25865) 24 : cephadm 1 Updating smithi189:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T21:58:31.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:31 smithi165 bash[82211]: audit 2024-04-13T21:58:30.495590+0000 mon.a (mon.0) 47 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:31.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:31 smithi165 bash[82211]: audit 2024-04-13T21:58:30.500875+0000 mon.a (mon.0) 48 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:31.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:31 smithi165 bash[82211]: audit 2024-04-13T21:58:30.512630+0000 mon.a (mon.0) 49 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:31.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:31 smithi165 bash[82211]: audit 2024-04-13T21:58:30.520118+0000 mon.a (mon.0) 50 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:31.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:31 smithi165 bash[82211]: audit 2024-04-13T21:58:30.531535+0000 mon.a (mon.0) 51 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:31.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:31 smithi165 bash[82211]: audit 2024-04-13T21:58:30.591850+0000 mon.c (mon.2) 203 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:58:31.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:31 smithi165 bash[82211]: audit 2024-04-13T21:58:30.595129+0000 mon.c (mon.2) 204 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:58:31.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:31 smithi165 bash[82211]: audit 2024-04-13T21:58:30.596151+0000 mon.c (mon.2) 205 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:58:31.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:31 smithi165 bash[82211]: audit 2024-04-13T21:58:30.604345+0000 mon.a (mon.0) 52 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:31.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:31 smithi165 bash[31269]: cephadm 2024-04-13T21:58:29.774597+0000 mgr.y (mgr.25865) 17 : cephadm 1 Updating smithi165:/etc/ceph/ceph.conf 2024-04-13T21:58:31.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:31 smithi165 bash[31269]: cephadm 2024-04-13T21:58:29.775081+0000 mgr.y (mgr.25865) 18 : cephadm 1 Updating smithi189:/etc/ceph/ceph.conf 2024-04-13T21:58:31.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:31 smithi165 bash[31269]: cephadm 2024-04-13T21:58:29.991536+0000 mgr.y (mgr.25865) 19 : cephadm 1 Updating smithi165:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.conf 2024-04-13T21:58:31.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:31 smithi165 bash[31269]: cephadm 2024-04-13T21:58:29.991868+0000 mgr.y (mgr.25865) 20 : cephadm 1 Updating smithi189:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.conf 2024-04-13T21:58:31.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:31 smithi165 bash[31269]: cephadm 2024-04-13T21:58:30.156608+0000 mgr.y (mgr.25865) 21 : cephadm 1 Updating smithi165:/etc/ceph/ceph.client.admin.keyring 2024-04-13T21:58:31.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:31 smithi165 bash[31269]: cephadm 2024-04-13T21:58:30.156802+0000 mgr.y (mgr.25865) 22 : cephadm 1 Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-04-13T21:58:31.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:31 smithi165 bash[31269]: cephadm 2024-04-13T21:58:30.321348+0000 mgr.y (mgr.25865) 23 : cephadm 1 Updating smithi165:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T21:58:31.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:31 smithi165 bash[31269]: cephadm 2024-04-13T21:58:30.321530+0000 mgr.y (mgr.25865) 24 : cephadm 1 Updating smithi189:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T21:58:31.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:31 smithi165 bash[31269]: audit 2024-04-13T21:58:30.495590+0000 mon.a (mon.0) 47 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:31.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:31 smithi165 bash[31269]: audit 2024-04-13T21:58:30.500875+0000 mon.a (mon.0) 48 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:31.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:31 smithi165 bash[31269]: audit 2024-04-13T21:58:30.512630+0000 mon.a (mon.0) 49 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:31.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:31 smithi165 bash[31269]: audit 2024-04-13T21:58:30.520118+0000 mon.a (mon.0) 50 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:31.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:31 smithi165 bash[31269]: audit 2024-04-13T21:58:30.531535+0000 mon.a (mon.0) 51 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:31.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:31 smithi165 bash[31269]: audit 2024-04-13T21:58:30.591850+0000 mon.c (mon.2) 203 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:58:31.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:31 smithi165 bash[31269]: audit 2024-04-13T21:58:30.595129+0000 mon.c (mon.2) 204 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:58:31.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:31 smithi165 bash[31269]: audit 2024-04-13T21:58:30.596151+0000 mon.c (mon.2) 205 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:58:31.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:31 smithi165 bash[31269]: audit 2024-04-13T21:58:30.604345+0000 mon.a (mon.0) 52 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:31.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:31 smithi189 bash[23633]: cephadm 2024-04-13T21:58:29.774597+0000 mgr.y (mgr.25865) 17 : cephadm 1 Updating smithi165:/etc/ceph/ceph.conf 2024-04-13T21:58:31.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:31 smithi189 bash[23633]: cephadm 2024-04-13T21:58:29.775081+0000 mgr.y (mgr.25865) 18 : cephadm 1 Updating smithi189:/etc/ceph/ceph.conf 2024-04-13T21:58:31.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:31 smithi189 bash[23633]: cephadm 2024-04-13T21:58:29.991536+0000 mgr.y (mgr.25865) 19 : cephadm 1 Updating smithi165:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.conf 2024-04-13T21:58:31.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:31 smithi189 bash[23633]: cephadm 2024-04-13T21:58:29.991868+0000 mgr.y (mgr.25865) 20 : cephadm 1 Updating smithi189:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.conf 2024-04-13T21:58:31.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:31 smithi189 bash[23633]: cephadm 2024-04-13T21:58:30.156608+0000 mgr.y (mgr.25865) 21 : cephadm 1 Updating smithi165:/etc/ceph/ceph.client.admin.keyring 2024-04-13T21:58:31.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:31 smithi189 bash[23633]: cephadm 2024-04-13T21:58:30.156802+0000 mgr.y (mgr.25865) 22 : cephadm 1 Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-04-13T21:58:31.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:31 smithi189 bash[23633]: cephadm 2024-04-13T21:58:30.321348+0000 mgr.y (mgr.25865) 23 : cephadm 1 Updating smithi165:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T21:58:31.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:31 smithi189 bash[23633]: cephadm 2024-04-13T21:58:30.321530+0000 mgr.y (mgr.25865) 24 : cephadm 1 Updating smithi189:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/config/ceph.client.admin.keyring 2024-04-13T21:58:31.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:31 smithi189 bash[23633]: audit 2024-04-13T21:58:30.495590+0000 mon.a (mon.0) 47 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:31.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:31 smithi189 bash[23633]: audit 2024-04-13T21:58:30.500875+0000 mon.a (mon.0) 48 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:31.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:31 smithi189 bash[23633]: audit 2024-04-13T21:58:30.512630+0000 mon.a (mon.0) 49 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:31.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:31 smithi189 bash[23633]: audit 2024-04-13T21:58:30.520118+0000 mon.a (mon.0) 50 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:31.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:31 smithi189 bash[23633]: audit 2024-04-13T21:58:30.531535+0000 mon.a (mon.0) 51 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:31.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:31 smithi189 bash[23633]: audit 2024-04-13T21:58:30.591850+0000 mon.c (mon.2) 203 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:58:31.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:31 smithi189 bash[23633]: audit 2024-04-13T21:58:30.595129+0000 mon.c (mon.2) 204 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:58:31.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:31 smithi189 bash[23633]: audit 2024-04-13T21:58:30.596151+0000 mon.c (mon.2) 205 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:58:31.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:31 smithi189 bash[23633]: audit 2024-04-13T21:58:30.604345+0000 mon.a (mon.0) 52 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:58:32.599 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:32 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:58:32] "GET /metrics HTTP/1.1" 200 33901 "" "Prometheus/2.43.0" 2024-04-13T21:58:33.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:32 smithi165 bash[82211]: cluster 2024-04-13T21:58:30.814210+0000 mgr.y (mgr.25865) 25 : cluster 0 pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T21:58:33.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:32 smithi165 bash[31269]: cluster 2024-04-13T21:58:30.814210+0000 mgr.y (mgr.25865) 25 : cluster 0 pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T21:58:33.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:32 smithi189 bash[23633]: cluster 2024-04-13T21:58:30.814210+0000 mgr.y (mgr.25865) 25 : cluster 0 pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-13T21:58:35.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:34 smithi165 bash[82211]: cluster 2024-04-13T21:58:32.814852+0000 mgr.y (mgr.25865) 26 : cluster 0 pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:35.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:34 smithi165 bash[31269]: cluster 2024-04-13T21:58:32.814852+0000 mgr.y (mgr.25865) 26 : cluster 0 pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:35.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:34 smithi189 bash[23633]: cluster 2024-04-13T21:58:32.814852+0000 mgr.y (mgr.25865) 26 : cluster 0 pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:36.065 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:35 smithi165 bash[82211]: cluster 2024-04-13T21:58:34.815867+0000 mgr.y (mgr.25865) 27 : cluster 0 pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:36.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:35 smithi165 bash[31269]: cluster 2024-04-13T21:58:34.815867+0000 mgr.y (mgr.25865) 27 : cluster 0 pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:36.094 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:35 smithi189 bash[23633]: cluster 2024-04-13T21:58:34.815867+0000 mgr.y (mgr.25865) 27 : cluster 0 pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:38.315 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:37 smithi165 bash[82211]: cluster 2024-04-13T21:58:36.816470+0000 mgr.y (mgr.25865) 28 : cluster 0 pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:38.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:37 smithi165 bash[31269]: cluster 2024-04-13T21:58:36.816470+0000 mgr.y (mgr.25865) 28 : cluster 0 pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:38.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:37 smithi189 bash[23633]: cluster 2024-04-13T21:58:36.816470+0000 mgr.y (mgr.25865) 28 : cluster 0 pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:40.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:39 smithi165 bash[82211]: cluster 2024-04-13T21:58:38.817045+0000 mgr.y (mgr.25865) 29 : cluster 0 pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:40.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:39 smithi165 bash[31269]: cluster 2024-04-13T21:58:38.817045+0000 mgr.y (mgr.25865) 29 : cluster 0 pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:40.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:39 smithi189 bash[23633]: cluster 2024-04-13T21:58:38.817045+0000 mgr.y (mgr.25865) 29 : cluster 0 pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:42.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:41 smithi165 bash[82211]: cluster 2024-04-13T21:58:40.818175+0000 mgr.y (mgr.25865) 30 : cluster 0 pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:42.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:41 smithi165 bash[31269]: cluster 2024-04-13T21:58:40.818175+0000 mgr.y (mgr.25865) 30 : cluster 0 pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:42.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:41 smithi189 bash[23633]: cluster 2024-04-13T21:58:40.818175+0000 mgr.y (mgr.25865) 30 : cluster 0 pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:42.815 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:42 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:58:42] "GET /metrics HTTP/1.1" 200 33901 "" "Prometheus/2.43.0" 2024-04-13T21:58:44.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:43 smithi165 bash[82211]: cluster 2024-04-13T21:58:42.818754+0000 mgr.y (mgr.25865) 31 : cluster 0 pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:44.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:43 smithi165 bash[82211]: audit 2024-04-13T21:58:42.893870+0000 mon.c (mon.2) 206 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:58:44.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:43 smithi165 bash[31269]: cluster 2024-04-13T21:58:42.818754+0000 mgr.y (mgr.25865) 31 : cluster 0 pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:44.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:43 smithi165 bash[31269]: audit 2024-04-13T21:58:42.893870+0000 mon.c (mon.2) 206 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:58:44.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:43 smithi189 bash[23633]: cluster 2024-04-13T21:58:42.818754+0000 mgr.y (mgr.25865) 31 : cluster 0 pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:44.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:43 smithi189 bash[23633]: audit 2024-04-13T21:58:42.893870+0000 mon.c (mon.2) 206 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:58:46.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:45 smithi165 bash[82211]: cluster 2024-04-13T21:58:44.820017+0000 mgr.y (mgr.25865) 32 : cluster 0 pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:46.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:45 smithi165 bash[31269]: cluster 2024-04-13T21:58:44.820017+0000 mgr.y (mgr.25865) 32 : cluster 0 pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:46.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:45 smithi189 bash[23633]: cluster 2024-04-13T21:58:44.820017+0000 mgr.y (mgr.25865) 32 : cluster 0 pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:48.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:47 smithi165 bash[82211]: cluster 2024-04-13T21:58:46.820680+0000 mgr.y (mgr.25865) 33 : cluster 0 pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:48.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:47 smithi165 bash[31269]: cluster 2024-04-13T21:58:46.820680+0000 mgr.y (mgr.25865) 33 : cluster 0 pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:48.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:47 smithi189 bash[23633]: cluster 2024-04-13T21:58:46.820680+0000 mgr.y (mgr.25865) 33 : cluster 0 pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:50.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:49 smithi165 bash[82211]: cluster 2024-04-13T21:58:48.821310+0000 mgr.y (mgr.25865) 34 : cluster 0 pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:50.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:49 smithi165 bash[31269]: cluster 2024-04-13T21:58:48.821310+0000 mgr.y (mgr.25865) 34 : cluster 0 pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:50.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:49 smithi189 bash[23633]: cluster 2024-04-13T21:58:48.821310+0000 mgr.y (mgr.25865) 34 : cluster 0 pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:52.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:51 smithi165 bash[82211]: cluster 2024-04-13T21:58:50.822388+0000 mgr.y (mgr.25865) 35 : cluster 0 pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:52.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:51 smithi165 bash[31269]: cluster 2024-04-13T21:58:50.822388+0000 mgr.y (mgr.25865) 35 : cluster 0 pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:52.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:51 smithi189 bash[23633]: cluster 2024-04-13T21:58:50.822388+0000 mgr.y (mgr.25865) 35 : cluster 0 pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:52.816 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:58:52 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:58:52] "GET /metrics HTTP/1.1" 200 33892 "" "Prometheus/2.43.0" 2024-04-13T21:58:54.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:54 smithi165 bash[82211]: cluster 2024-04-13T21:58:52.823045+0000 mgr.y (mgr.25865) 36 : cluster 0 pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:54.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:54 smithi165 bash[31269]: cluster 2024-04-13T21:58:52.823045+0000 mgr.y (mgr.25865) 36 : cluster 0 pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:54.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:54 smithi189 bash[23633]: cluster 2024-04-13T21:58:52.823045+0000 mgr.y (mgr.25865) 36 : cluster 0 pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:56.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:56 smithi165 bash[82211]: cluster 2024-04-13T21:58:54.824077+0000 mgr.y (mgr.25865) 37 : cluster 0 pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:56.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:56 smithi165 bash[31269]: cluster 2024-04-13T21:58:54.824077+0000 mgr.y (mgr.25865) 37 : cluster 0 pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:56.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:56 smithi189 bash[23633]: cluster 2024-04-13T21:58:54.824077+0000 mgr.y (mgr.25865) 37 : cluster 0 pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:58.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:58 smithi165 bash[31269]: cluster 2024-04-13T21:58:56.824726+0000 mgr.y (mgr.25865) 38 : cluster 0 pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:58.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:58:58 smithi165 bash[31269]: audit 2024-04-13T21:58:57.894248+0000 mon.c (mon.2) 207 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:58:58.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:58 smithi165 bash[82211]: cluster 2024-04-13T21:58:56.824726+0000 mgr.y (mgr.25865) 38 : cluster 0 pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:58.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:58:58 smithi165 bash[82211]: audit 2024-04-13T21:58:57.894248+0000 mon.c (mon.2) 207 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:58:58.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:58 smithi189 bash[23633]: cluster 2024-04-13T21:58:56.824726+0000 mgr.y (mgr.25865) 38 : cluster 0 pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:58:58.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:58:58 smithi189 bash[23633]: audit 2024-04-13T21:58:57.894248+0000 mon.c (mon.2) 207 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:59:00.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:00 smithi189 bash[23633]: cluster 2024-04-13T21:58:58.825376+0000 mgr.y (mgr.25865) 39 : cluster 0 pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:00.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:00 smithi165 bash[82211]: cluster 2024-04-13T21:58:58.825376+0000 mgr.y (mgr.25865) 39 : cluster 0 pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:00.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:00 smithi165 bash[31269]: cluster 2024-04-13T21:58:58.825376+0000 mgr.y (mgr.25865) 39 : cluster 0 pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:02.336 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:02 smithi165 bash[82211]: cluster 2024-04-13T21:59:00.826529+0000 mgr.y (mgr.25865) 40 : cluster 0 pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:02.337 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:02 smithi165 bash[31269]: cluster 2024-04-13T21:59:00.826529+0000 mgr.y (mgr.25865) 40 : cluster 0 pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:02.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:02 smithi189 bash[23633]: cluster 2024-04-13T21:59:00.826529+0000 mgr.y (mgr.25865) 40 : cluster 0 pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:02.816 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:59:02 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:59:02] "GET /metrics HTTP/1.1" 200 33900 "" "Prometheus/2.43.0" 2024-04-13T21:59:04.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:04 smithi189 bash[23633]: cluster 2024-04-13T21:59:02.827174+0000 mgr.y (mgr.25865) 41 : cluster 0 pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:04.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:04 smithi165 bash[82211]: cluster 2024-04-13T21:59:02.827174+0000 mgr.y (mgr.25865) 41 : cluster 0 pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:04.815 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:04 smithi165 bash[31269]: cluster 2024-04-13T21:59:02.827174+0000 mgr.y (mgr.25865) 41 : cluster 0 pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:06.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:06 smithi189 bash[23633]: cluster 2024-04-13T21:59:04.828235+0000 mgr.y (mgr.25865) 42 : cluster 0 pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:06.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:06 smithi165 bash[82211]: cluster 2024-04-13T21:59:04.828235+0000 mgr.y (mgr.25865) 42 : cluster 0 pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:06.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:06 smithi165 bash[31269]: cluster 2024-04-13T21:59:04.828235+0000 mgr.y (mgr.25865) 42 : cluster 0 pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:08.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:08 smithi189 bash[23633]: cluster 2024-04-13T21:59:06.828870+0000 mgr.y (mgr.25865) 43 : cluster 0 pgmap v30: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:08.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:08 smithi165 bash[82211]: cluster 2024-04-13T21:59:06.828870+0000 mgr.y (mgr.25865) 43 : cluster 0 pgmap v30: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:08.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:08 smithi165 bash[31269]: cluster 2024-04-13T21:59:06.828870+0000 mgr.y (mgr.25865) 43 : cluster 0 pgmap v30: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:10.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:10 smithi189 bash[23633]: cluster 2024-04-13T21:59:08.829525+0000 mgr.y (mgr.25865) 44 : cluster 0 pgmap v31: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:10.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:10 smithi165 bash[82211]: cluster 2024-04-13T21:59:08.829525+0000 mgr.y (mgr.25865) 44 : cluster 0 pgmap v31: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:10.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:10 smithi165 bash[31269]: cluster 2024-04-13T21:59:08.829525+0000 mgr.y (mgr.25865) 44 : cluster 0 pgmap v31: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:12.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:12 smithi189 bash[23633]: cluster 2024-04-13T21:59:10.830598+0000 mgr.y (mgr.25865) 45 : cluster 0 pgmap v32: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:12.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:12 smithi165 bash[82211]: cluster 2024-04-13T21:59:10.830598+0000 mgr.y (mgr.25865) 45 : cluster 0 pgmap v32: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:12.566 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:59:12 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:59:12] "GET /metrics HTTP/1.1" 200 33900 "" "Prometheus/2.43.0" 2024-04-13T21:59:12.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:12 smithi165 bash[31269]: cluster 2024-04-13T21:59:10.830598+0000 mgr.y (mgr.25865) 45 : cluster 0 pgmap v32: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:13.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:13 smithi165 bash[82211]: audit 2024-04-13T21:59:12.895264+0000 mon.c (mon.2) 208 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:59:13.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:13 smithi165 bash[31269]: audit 2024-04-13T21:59:12.895264+0000 mon.c (mon.2) 208 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:59:13.594 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:13 smithi189 bash[23633]: audit 2024-04-13T21:59:12.895264+0000 mon.c (mon.2) 208 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:59:14.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:14 smithi165 bash[82211]: cluster 2024-04-13T21:59:12.831253+0000 mgr.y (mgr.25865) 46 : cluster 0 pgmap v33: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:14.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:14 smithi165 bash[31269]: cluster 2024-04-13T21:59:12.831253+0000 mgr.y (mgr.25865) 46 : cluster 0 pgmap v33: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:14.594 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:14 smithi189 bash[23633]: cluster 2024-04-13T21:59:12.831253+0000 mgr.y (mgr.25865) 46 : cluster 0 pgmap v33: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:16.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:16 smithi165 bash[82211]: cluster 2024-04-13T21:59:14.832426+0000 mgr.y (mgr.25865) 47 : cluster 0 pgmap v34: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:16.567 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:16 smithi165 bash[31269]: cluster 2024-04-13T21:59:14.832426+0000 mgr.y (mgr.25865) 47 : cluster 0 pgmap v34: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:16.594 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:16 smithi189 bash[23633]: cluster 2024-04-13T21:59:14.832426+0000 mgr.y (mgr.25865) 47 : cluster 0 pgmap v34: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:18.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:18 smithi165 bash[82211]: cluster 2024-04-13T21:59:16.833067+0000 mgr.y (mgr.25865) 48 : cluster 0 pgmap v35: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:18.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:18 smithi165 bash[31269]: cluster 2024-04-13T21:59:16.833067+0000 mgr.y (mgr.25865) 48 : cluster 0 pgmap v35: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:18.594 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:18 smithi189 bash[23633]: cluster 2024-04-13T21:59:16.833067+0000 mgr.y (mgr.25865) 48 : cluster 0 pgmap v35: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:20.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:20 smithi165 bash[82211]: cluster 2024-04-13T21:59:18.833713+0000 mgr.y (mgr.25865) 49 : cluster 0 pgmap v36: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:20.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:20 smithi165 bash[31269]: cluster 2024-04-13T21:59:18.833713+0000 mgr.y (mgr.25865) 49 : cluster 0 pgmap v36: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:20.594 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:20 smithi189 bash[23633]: cluster 2024-04-13T21:59:18.833713+0000 mgr.y (mgr.25865) 49 : cluster 0 pgmap v36: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:22.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:22 smithi165 bash[82211]: cluster 2024-04-13T21:59:20.834776+0000 mgr.y (mgr.25865) 50 : cluster 0 pgmap v37: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:22.566 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:59:22 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:59:22] "GET /metrics HTTP/1.1" 200 33895 "" "Prometheus/2.43.0" 2024-04-13T21:59:22.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:22 smithi165 bash[31269]: cluster 2024-04-13T21:59:20.834776+0000 mgr.y (mgr.25865) 50 : cluster 0 pgmap v37: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:22.594 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:22 smithi189 bash[23633]: cluster 2024-04-13T21:59:20.834776+0000 mgr.y (mgr.25865) 50 : cluster 0 pgmap v37: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:24.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:24 smithi165 bash[82211]: cluster 2024-04-13T21:59:22.835394+0000 mgr.y (mgr.25865) 51 : cluster 0 pgmap v38: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:24.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:24 smithi165 bash[31269]: cluster 2024-04-13T21:59:22.835394+0000 mgr.y (mgr.25865) 51 : cluster 0 pgmap v38: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:24.594 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:24 smithi189 bash[23633]: cluster 2024-04-13T21:59:22.835394+0000 mgr.y (mgr.25865) 51 : cluster 0 pgmap v38: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:26.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:26 smithi165 bash[82211]: cluster 2024-04-13T21:59:24.836397+0000 mgr.y (mgr.25865) 52 : cluster 0 pgmap v39: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:26.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:26 smithi165 bash[31269]: cluster 2024-04-13T21:59:24.836397+0000 mgr.y (mgr.25865) 52 : cluster 0 pgmap v39: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:26.594 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:26 smithi189 bash[23633]: cluster 2024-04-13T21:59:24.836397+0000 mgr.y (mgr.25865) 52 : cluster 0 pgmap v39: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:28.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:28 smithi165 bash[82211]: cluster 2024-04-13T21:59:26.837042+0000 mgr.y (mgr.25865) 53 : cluster 0 pgmap v40: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:28.567 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:28 smithi165 bash[82211]: audit 2024-04-13T21:59:27.895755+0000 mon.c (mon.2) 209 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:59:28.567 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:28 smithi165 bash[31269]: cluster 2024-04-13T21:59:26.837042+0000 mgr.y (mgr.25865) 53 : cluster 0 pgmap v40: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:28.567 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:28 smithi165 bash[31269]: audit 2024-04-13T21:59:27.895755+0000 mon.c (mon.2) 209 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:59:28.594 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:28 smithi189 bash[23633]: cluster 2024-04-13T21:59:26.837042+0000 mgr.y (mgr.25865) 53 : cluster 0 pgmap v40: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:28.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:28 smithi189 bash[23633]: audit 2024-04-13T21:59:27.895755+0000 mon.c (mon.2) 209 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:59:30.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:30 smithi165 bash[82211]: cluster 2024-04-13T21:59:28.837670+0000 mgr.y (mgr.25865) 54 : cluster 0 pgmap v41: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:30.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:30 smithi165 bash[31269]: cluster 2024-04-13T21:59:28.837670+0000 mgr.y (mgr.25865) 54 : cluster 0 pgmap v41: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:30.594 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:30 smithi189 bash[23633]: cluster 2024-04-13T21:59:28.837670+0000 mgr.y (mgr.25865) 54 : cluster 0 pgmap v41: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:31.291 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -e sha1=809afd3da6037ef1c60dcf79f89e65791b95f8ef -- bash -c 'ceph orch upgrade resume' 2024-04-13T21:59:31.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:31 smithi165 bash[82211]: audit 2024-04-13T21:59:30.691887+0000 mon.c (mon.2) 210 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:59:31.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:31 smithi165 bash[31269]: audit 2024-04-13T21:59:30.691887+0000 mon.c (mon.2) 210 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:59:31.594 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:31 smithi189 bash[23633]: audit 2024-04-13T21:59:30.691887+0000 mon.c (mon.2) 210 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:59:32.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:32 smithi165 bash[82211]: cluster 2024-04-13T21:59:30.838705+0000 mgr.y (mgr.25865) 55 : cluster 0 pgmap v42: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:32.566 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:59:32 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:59:32] "GET /metrics HTTP/1.1" 200 33894 "" "Prometheus/2.43.0" 2024-04-13T21:59:32.567 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:32 smithi165 bash[31269]: cluster 2024-04-13T21:59:30.838705+0000 mgr.y (mgr.25865) 55 : cluster 0 pgmap v42: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:32.594 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:32 smithi189 bash[23633]: cluster 2024-04-13T21:59:30.838705+0000 mgr.y (mgr.25865) 55 : cluster 0 pgmap v42: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:34.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:34 smithi165 bash[82211]: cluster 2024-04-13T21:59:32.839331+0000 mgr.y (mgr.25865) 56 : cluster 0 pgmap v43: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:34.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:34 smithi165 bash[31269]: cluster 2024-04-13T21:59:32.839331+0000 mgr.y (mgr.25865) 56 : cluster 0 pgmap v43: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:34.594 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:34 smithi189 bash[23633]: cluster 2024-04-13T21:59:32.839331+0000 mgr.y (mgr.25865) 56 : cluster 0 pgmap v43: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:35.748 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:59:36.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:36 smithi165 bash[82211]: cluster 2024-04-13T21:59:34.840367+0000 mgr.y (mgr.25865) 57 : cluster 0 pgmap v44: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:36.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:36 smithi165 bash[31269]: cluster 2024-04-13T21:59:34.840367+0000 mgr.y (mgr.25865) 57 : cluster 0 pgmap v44: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:36.594 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:36 smithi189 bash[23633]: cluster 2024-04-13T21:59:34.840367+0000 mgr.y (mgr.25865) 57 : cluster 0 pgmap v44: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:37.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:37 smithi165 bash[31269]: audit 2024-04-13T21:59:36.480763+0000 mon.a (mon.0) 53 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:59:37.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:37 smithi165 bash[31269]: audit 2024-04-13T21:59:36.487561+0000 mon.a (mon.0) 54 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:59:37.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:37 smithi165 bash[31269]: audit 2024-04-13T21:59:36.733618+0000 mon.a (mon.0) 55 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:59:37.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:37 smithi165 bash[31269]: audit 2024-04-13T21:59:36.741368+0000 mon.a (mon.0) 56 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:59:37.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:37 smithi165 bash[31269]: audit 2024-04-13T21:59:37.322579+0000 mon.c (mon.2) 211 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:59:37.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:37 smithi165 bash[31269]: audit 2024-04-13T21:59:37.324619+0000 mon.c (mon.2) 212 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:59:37.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:37 smithi165 bash[31269]: audit 2024-04-13T21:59:37.336907+0000 mon.a (mon.0) 57 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:59:37.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:37 smithi165 bash[82211]: audit 2024-04-13T21:59:36.480763+0000 mon.a (mon.0) 53 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:59:37.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:37 smithi165 bash[82211]: audit 2024-04-13T21:59:36.487561+0000 mon.a (mon.0) 54 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:59:37.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:37 smithi165 bash[82211]: audit 2024-04-13T21:59:36.733618+0000 mon.a (mon.0) 55 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:59:37.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:37 smithi165 bash[82211]: audit 2024-04-13T21:59:36.741368+0000 mon.a (mon.0) 56 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:59:37.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:37 smithi165 bash[82211]: audit 2024-04-13T21:59:37.322579+0000 mon.c (mon.2) 211 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:59:37.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:37 smithi165 bash[82211]: audit 2024-04-13T21:59:37.324619+0000 mon.c (mon.2) 212 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:59:37.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:37 smithi165 bash[82211]: audit 2024-04-13T21:59:37.336907+0000 mon.a (mon.0) 57 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:59:37.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:37 smithi189 bash[23633]: audit 2024-04-13T21:59:36.480763+0000 mon.a (mon.0) 53 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:59:37.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:37 smithi189 bash[23633]: audit 2024-04-13T21:59:36.487561+0000 mon.a (mon.0) 54 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:59:37.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:37 smithi189 bash[23633]: audit 2024-04-13T21:59:36.733618+0000 mon.a (mon.0) 55 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:59:37.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:37 smithi189 bash[23633]: audit 2024-04-13T21:59:36.741368+0000 mon.a (mon.0) 56 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:59:37.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:37 smithi189 bash[23633]: audit 2024-04-13T21:59:37.322579+0000 mon.c (mon.2) 211 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:59:37.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:37 smithi189 bash[23633]: audit 2024-04-13T21:59:37.324619+0000 mon.c (mon.2) 212 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:59:37.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:37 smithi189 bash[23633]: audit 2024-04-13T21:59:37.336907+0000 mon.a (mon.0) 57 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:59:38.816 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:38 smithi165 bash[82211]: cluster 2024-04-13T21:59:36.840758+0000 mgr.y (mgr.25865) 58 : cluster 0 pgmap v45: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:38.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:38 smithi165 bash[31269]: cluster 2024-04-13T21:59:36.840758+0000 mgr.y (mgr.25865) 58 : cluster 0 pgmap v45: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:38.844 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:38 smithi189 bash[23633]: cluster 2024-04-13T21:59:36.840758+0000 mgr.y (mgr.25865) 58 : cluster 0 pgmap v45: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:38.859 INFO:teuthology.orchestra.run.smithi165.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c589cd63a0c5d4e47e2117d0f81662623bc0bc5acf8d3aa0cbc0b2a08d032464 2024-04-13T21:59:39.969 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -e sha1=809afd3da6037ef1c60dcf79f89e65791b95f8ef -- bash -c 'echo wait for majority of mons to upgrade' 2024-04-13T21:59:40.176 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:39 smithi165 bash[82211]: cluster 2024-04-13T21:59:38.841301+0000 mgr.y (mgr.25865) 59 : cluster 0 pgmap v46: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:40.176 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:39 smithi165 bash[82211]: audit 2024-04-13T21:59:38.855379+0000 mgr.y (mgr.25865) 60 : audit 0 from='client.25916 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:59:40.176 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:39 smithi165 bash[82211]: cephadm 2024-04-13T21:59:38.855752+0000 mgr.y (mgr.25865) 61 : cephadm 1 Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c589cd63a0c5d4e47e2117d0f81662623bc0bc5acf8d3aa0cbc0b2a08d032464 2024-04-13T21:59:40.176 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:39 smithi165 bash[82211]: audit 2024-04-13T21:59:38.863261+0000 mon.a (mon.0) 58 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:59:40.176 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:39 smithi165 bash[82211]: audit 2024-04-13T21:59:38.896138+0000 mon.c (mon.2) 213 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:59:40.176 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:39 smithi165 bash[82211]: audit 2024-04-13T21:59:38.897821+0000 mon.c (mon.2) 214 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:59:40.176 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:39 smithi165 bash[82211]: audit 2024-04-13T21:59:38.898539+0000 mon.c (mon.2) 215 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:59:40.176 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:39 smithi165 bash[82211]: audit 2024-04-13T21:59:38.904323+0000 mon.a (mon.0) 59 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:59:40.176 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:39 smithi165 bash[82211]: audit 2024-04-13T21:59:38.963792+0000 mon.c (mon.2) 216 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:59:40.176 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:39 smithi165 bash[82211]: audit 2024-04-13T21:59:38.965671+0000 mon.c (mon.2) 217 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T21:59:40.176 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:39 smithi165 bash[82211]: audit 2024-04-13T21:59:38.966847+0000 mon.c (mon.2) 218 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-13T21:59:40.176 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:39 smithi165 bash[82211]: audit 2024-04-13T21:59:38.967506+0000 mon.c (mon.2) 219 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-13T21:59:40.177 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:39 smithi165 bash[82211]: cephadm 2024-04-13T21:59:38.967970+0000 mgr.y (mgr.25865) 62 : cephadm 1 Upgrade: It appears safe to stop mon.c 2024-04-13T21:59:40.177 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:39 smithi165 bash[31269]: cluster 2024-04-13T21:59:38.841301+0000 mgr.y (mgr.25865) 59 : cluster 0 pgmap v46: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:40.177 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:39 smithi165 bash[31269]: audit 2024-04-13T21:59:38.855379+0000 mgr.y (mgr.25865) 60 : audit 0 from='client.25916 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:59:40.177 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:39 smithi165 bash[31269]: cephadm 2024-04-13T21:59:38.855752+0000 mgr.y (mgr.25865) 61 : cephadm 1 Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c589cd63a0c5d4e47e2117d0f81662623bc0bc5acf8d3aa0cbc0b2a08d032464 2024-04-13T21:59:40.177 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:39 smithi165 bash[31269]: audit 2024-04-13T21:59:38.863261+0000 mon.a (mon.0) 58 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:59:40.177 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:39 smithi165 bash[31269]: audit 2024-04-13T21:59:38.896138+0000 mon.c (mon.2) 213 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:59:40.177 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:39 smithi165 bash[31269]: audit 2024-04-13T21:59:38.897821+0000 mon.c (mon.2) 214 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:59:40.177 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:39 smithi165 bash[31269]: audit 2024-04-13T21:59:38.898539+0000 mon.c (mon.2) 215 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:59:40.177 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:39 smithi165 bash[31269]: audit 2024-04-13T21:59:38.904323+0000 mon.a (mon.0) 59 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:59:40.177 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:39 smithi165 bash[31269]: audit 2024-04-13T21:59:38.963792+0000 mon.c (mon.2) 216 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:59:40.178 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:39 smithi165 bash[31269]: audit 2024-04-13T21:59:38.965671+0000 mon.c (mon.2) 217 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T21:59:40.178 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:39 smithi165 bash[31269]: audit 2024-04-13T21:59:38.966847+0000 mon.c (mon.2) 218 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-13T21:59:40.178 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:39 smithi165 bash[31269]: audit 2024-04-13T21:59:38.967506+0000 mon.c (mon.2) 219 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-13T21:59:40.178 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:39 smithi165 bash[31269]: cephadm 2024-04-13T21:59:38.967970+0000 mgr.y (mgr.25865) 62 : cephadm 1 Upgrade: It appears safe to stop mon.c 2024-04-13T21:59:40.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:39 smithi189 bash[23633]: cluster 2024-04-13T21:59:38.841301+0000 mgr.y (mgr.25865) 59 : cluster 0 pgmap v46: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:40.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:39 smithi189 bash[23633]: audit 2024-04-13T21:59:38.855379+0000 mgr.y (mgr.25865) 60 : audit 0 from='client.25916 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T21:59:40.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:39 smithi189 bash[23633]: cephadm 2024-04-13T21:59:38.855752+0000 mgr.y (mgr.25865) 61 : cephadm 1 Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c589cd63a0c5d4e47e2117d0f81662623bc0bc5acf8d3aa0cbc0b2a08d032464 2024-04-13T21:59:40.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:39 smithi189 bash[23633]: audit 2024-04-13T21:59:38.863261+0000 mon.a (mon.0) 58 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:59:40.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:39 smithi189 bash[23633]: audit 2024-04-13T21:59:38.896138+0000 mon.c (mon.2) 213 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:59:40.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:39 smithi189 bash[23633]: audit 2024-04-13T21:59:38.897821+0000 mon.c (mon.2) 214 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:59:40.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:39 smithi189 bash[23633]: audit 2024-04-13T21:59:38.898539+0000 mon.c (mon.2) 215 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T21:59:40.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:39 smithi189 bash[23633]: audit 2024-04-13T21:59:38.904323+0000 mon.a (mon.0) 59 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:59:40.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:39 smithi189 bash[23633]: audit 2024-04-13T21:59:38.963792+0000 mon.c (mon.2) 216 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T21:59:40.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:39 smithi189 bash[23633]: audit 2024-04-13T21:59:38.965671+0000 mon.c (mon.2) 217 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T21:59:40.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:39 smithi189 bash[23633]: audit 2024-04-13T21:59:38.966847+0000 mon.c (mon.2) 218 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-13T21:59:40.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:39 smithi189 bash[23633]: audit 2024-04-13T21:59:38.967506+0000 mon.c (mon.2) 219 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-13T21:59:40.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:39 smithi189 bash[23633]: cephadm 2024-04-13T21:59:38.967970+0000 mgr.y (mgr.25865) 62 : cephadm 1 Upgrade: It appears safe to stop mon.c 2024-04-13T21:59:42.539 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:59:42 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:59:42] "GET /metrics HTTP/1.1" 200 33894 "" "Prometheus/2.43.0" 2024-04-13T21:59:42.540 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:42 smithi165 bash[82211]: cluster 2024-04-13T21:59:40.842455+0000 mgr.y (mgr.25865) 63 : cluster 0 pgmap v47: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:42.540 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:42 smithi165 bash[82211]: cephadm 2024-04-13T21:59:41.286950+0000 mgr.y (mgr.25865) 64 : cephadm 1 Upgrade: Updating mon.c 2024-04-13T21:59:42.540 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:42 smithi165 bash[82211]: audit 2024-04-13T21:59:41.294602+0000 mon.a (mon.0) 60 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:59:42.540 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:42 smithi165 bash[82211]: audit 2024-04-13T21:59:41.300089+0000 mon.c (mon.2) 220 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T21:59:42.540 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:42 smithi165 bash[82211]: audit 2024-04-13T21:59:41.301803+0000 mon.c (mon.2) 221 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T21:59:42.540 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:42 smithi165 bash[82211]: audit 2024-04-13T21:59:41.303612+0000 mon.c (mon.2) 222 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:59:42.540 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:42 smithi165 bash[82211]: cephadm 2024-04-13T21:59:41.305772+0000 mgr.y (mgr.25865) 65 : cephadm 1 Deploying daemon mon.c on smithi165 2024-04-13T21:59:42.541 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:42 smithi165 bash[31269]: cluster 2024-04-13T21:59:40.842455+0000 mgr.y (mgr.25865) 63 : cluster 0 pgmap v47: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:42.541 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:42 smithi165 bash[31269]: cephadm 2024-04-13T21:59:41.286950+0000 mgr.y (mgr.25865) 64 : cephadm 1 Upgrade: Updating mon.c 2024-04-13T21:59:42.541 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:42 smithi165 bash[31269]: audit 2024-04-13T21:59:41.294602+0000 mon.a (mon.0) 60 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:59:42.541 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:42 smithi165 bash[31269]: audit 2024-04-13T21:59:41.300089+0000 mon.c (mon.2) 220 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T21:59:42.541 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:42 smithi165 bash[31269]: audit 2024-04-13T21:59:41.301803+0000 mon.c (mon.2) 221 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T21:59:42.541 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:42 smithi165 bash[31269]: audit 2024-04-13T21:59:41.303612+0000 mon.c (mon.2) 222 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:59:42.541 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:42 smithi165 bash[31269]: cephadm 2024-04-13T21:59:41.305772+0000 mgr.y (mgr.25865) 65 : cephadm 1 Deploying daemon mon.c on smithi165 2024-04-13T21:59:42.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:42 smithi189 bash[23633]: cluster 2024-04-13T21:59:40.842455+0000 mgr.y (mgr.25865) 63 : cluster 0 pgmap v47: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:42.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:42 smithi189 bash[23633]: cephadm 2024-04-13T21:59:41.286950+0000 mgr.y (mgr.25865) 64 : cephadm 1 Upgrade: Updating mon.c 2024-04-13T21:59:42.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:42 smithi189 bash[23633]: audit 2024-04-13T21:59:41.294602+0000 mon.a (mon.0) 60 : audit 1 from='mgr.25865 ' entity='mgr.y' 2024-04-13T21:59:42.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:42 smithi189 bash[23633]: audit 2024-04-13T21:59:41.300089+0000 mon.c (mon.2) 220 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T21:59:42.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:42 smithi189 bash[23633]: audit 2024-04-13T21:59:41.301803+0000 mon.c (mon.2) 221 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T21:59:42.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:42 smithi189 bash[23633]: audit 2024-04-13T21:59:41.303612+0000 mon.c (mon.2) 222 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T21:59:42.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:42 smithi189 bash[23633]: cephadm 2024-04-13T21:59:41.305772+0000 mgr.y (mgr.25865) 65 : cephadm 1 Deploying daemon mon.c on smithi165 2024-04-13T21:59:43.549 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 21:59:43 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:59:43.549 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 21:59:43 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:59:43.550 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 21:59:43 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:59:43.550 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:43 smithi165 bash[82211]: audit 2024-04-13T21:59:42.896748+0000 mon.c (mon.2) 223 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:59:43.550 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 21:59:43 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:59:43.551 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:59:43 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:59:43.551 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:43 smithi165 bash[31269]: audit 2024-04-13T21:59:42.896748+0000 mon.c (mon.2) 223 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:59:43.551 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:43 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:59:43.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:43 smithi189 bash[23633]: audit 2024-04-13T21:59:42.896748+0000 mon.c (mon.2) 223 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:59:43.799 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:43 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:59:43.799 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:59:43 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:59:43.800 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:59:43 smithi165 bash[74606]: [13/Apr/2024:21:59:43] ENGINE Bus STOPPING 2024-04-13T21:59:43.800 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:43 smithi165 systemd[1]: Stopping Ceph mon.c for 1c29171c-f9de-11ee-bc8e-c7b262605968... 2024-04-13T21:59:43.800 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:43 smithi165 bash[31269]: debug 2024-04-13T21:59:43.779+0000 7fb2302e3700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-04-13T21:59:43.800 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:43 smithi165 bash[31269]: debug 2024-04-13T21:59:43.779+0000 7fb2302e3700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-04-13T21:59:43.800 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:59:43 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:59:44.066 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:59:43 smithi165 bash[74606]: [13/Apr/2024:21:59:43] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T21:59:44.066 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:59:43 smithi165 bash[74606]: [13/Apr/2024:21:59:43] ENGINE Bus STOPPED 2024-04-13T21:59:44.066 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:59:43 smithi165 bash[74606]: [13/Apr/2024:21:59:43] ENGINE Bus STARTING 2024-04-13T21:59:44.066 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:59:43 smithi165 bash[74606]: [13/Apr/2024:21:59:43] ENGINE Serving on http://:::9283 2024-04-13T21:59:44.066 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:59:43 smithi165 bash[74606]: [13/Apr/2024:21:59:43] ENGINE Bus STARTED 2024-04-13T21:59:44.635 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:44 smithi165 bash[84486]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-mon-c 2024-04-13T21:59:44.635 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:44 smithi165 bash[84556]: Error response from daemon: No such container: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-mon-c 2024-04-13T21:59:44.635 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:44 smithi165 systemd[1]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@mon.c.service: Deactivated successfully. 2024-04-13T21:59:44.635 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:44 smithi165 systemd[1]: Stopped Ceph mon.c for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T21:59:45.024 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:59:45.045 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:59:44 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:59:45.045 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 21:59:44 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:59:45.046 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 21:59:44 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:59:45.046 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 21:59:44 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:59:45.046 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 21:59:44 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:59:45.047 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:44 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:59:45.047 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:44 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:59:45.047 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:44 smithi165 systemd[1]: Started Ceph mon.c for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T21:59:45.047 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 21:59:44 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:59:45.048 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 21:59:44 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T21:59:46.287 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.099+0000 7f30bf7e8c80 0 set uid:gid to 167:167 (ceph:ceph) 2024-04-13T21:59:46.287 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.099+0000 7f30bf7e8c80 0 ceph version 19.0.0-2113-g809afd3d (809afd3da6037ef1c60dcf79f89e65791b95f8ef) squid (dev), process ceph-mon, pid 7 2024-04-13T21:59:46.287 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.099+0000 7f30bf7e8c80 0 pidfile_write: ignore empty --pid-file 2024-04-13T21:59:46.287 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 0 load: jerasure load: lrc 2024-04-13T21:59:46.287 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: RocksDB version: 7.9.2 2024-04-13T21:59:46.287 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Git sha 0 2024-04-13T21:59:46.287 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Compile date 2024-04-13 00:37:44 2024-04-13T21:59:46.287 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: DB SUMMARY 2024-04-13T21:59:46.287 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: DB Session ID: JBUU8GJ1T8RU1UIH7QQX 2024-04-13T21:59:46.287 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: CURRENT file: CURRENT 2024-04-13T21:59:46.288 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: IDENTITY file: IDENTITY 2024-04-13T21:59:46.288 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: MANIFEST file: MANIFEST-000010 size: 2118 Bytes 2024-04-13T21:59:46.288 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000036.sst 2024-04-13T21:59:46.288 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000034.log size: 693046 ; 2024-04-13T21:59:46.288 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.error_if_exists: 0 2024-04-13T21:59:46.288 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.create_if_missing: 0 2024-04-13T21:59:46.288 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.paranoid_checks: 1 2024-04-13T21:59:46.288 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-04-13T21:59:46.288 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-13T21:59:46.288 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-13T21:59:46.288 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.env: 0x5625f56bbc60 2024-04-13T21:59:46.288 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.fs: PosixFileSystem 2024-04-13T21:59:46.288 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.info_log: 0x5625f6ef5b20 2024-04-13T21:59:46.289 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.max_file_opening_threads: 16 2024-04-13T21:59:46.289 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.statistics: (nil) 2024-04-13T21:59:46.289 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.use_fsync: 0 2024-04-13T21:59:46.289 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.max_log_file_size: 0 2024-04-13T21:59:46.289 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-13T21:59:46.290 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-04-13T21:59:46.290 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.keep_log_file_num: 1000 2024-04-13T21:59:46.290 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.recycle_log_file_num: 0 2024-04-13T21:59:46.290 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.allow_fallocate: 1 2024-04-13T21:59:46.290 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.allow_mmap_reads: 0 2024-04-13T21:59:46.290 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.allow_mmap_writes: 0 2024-04-13T21:59:46.290 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.use_direct_reads: 0 2024-04-13T21:59:46.290 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-13T21:59:46.290 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.create_missing_column_families: 0 2024-04-13T21:59:46.290 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.db_log_dir: 2024-04-13T21:59:46.290 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.wal_dir: 2024-04-13T21:59:46.290 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-04-13T21:59:46.291 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-04-13T21:59:46.291 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-04-13T21:59:46.291 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-13T21:59:46.291 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-13T21:59:46.291 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-04-13T21:59:46.291 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.advise_random_on_open: 1 2024-04-13T21:59:46.291 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.db_write_buffer_size: 0 2024-04-13T21:59:46.291 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.write_buffer_manager: 0x5625f6ec8820 2024-04-13T21:59:46.291 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-13T21:59:46.291 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-13T21:59:46.291 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-04-13T21:59:46.292 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.rate_limiter: (nil) 2024-04-13T21:59:46.292 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-13T21:59:46.292 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.wal_recovery_mode: 2 2024-04-13T21:59:46.292 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.enable_thread_tracking: 0 2024-04-13T21:59:46.292 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.enable_pipelined_write: 0 2024-04-13T21:59:46.292 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.unordered_write: 0 2024-04-13T21:59:46.292 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-13T21:59:46.292 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-13T21:59:46.292 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-13T21:59:46.292 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-13T21:59:46.292 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.row_cache: None 2024-04-13T21:59:46.292 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.wal_filter: None 2024-04-13T21:59:46.292 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-13T21:59:46.292 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.allow_ingest_behind: 0 2024-04-13T21:59:46.293 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.two_write_queues: 0 2024-04-13T21:59:46.293 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.manual_wal_flush: 0 2024-04-13T21:59:46.293 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.wal_compression: 0 2024-04-13T21:59:46.293 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.atomic_flush: 0 2024-04-13T21:59:46.293 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-13T21:59:46.293 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-04-13T21:59:46.293 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-04-13T21:59:46.293 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.log_readahead_size: 0 2024-04-13T21:59:46.293 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-13T21:59:46.293 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.best_efforts_recovery: 0 2024-04-13T21:59:46.293 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-13T21:59:46.293 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-13T21:59:46.293 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.allow_data_in_errors: 0 2024-04-13T21:59:46.293 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.db_host_id: __hostname__ 2024-04-13T21:59:46.294 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-04-13T21:59:46.294 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.max_background_jobs: 2 2024-04-13T21:59:46.294 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.max_background_compactions: -1 2024-04-13T21:59:46.294 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.max_subcompactions: 1 2024-04-13T21:59:46.294 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-13T21:59:46.294 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-13T21:59:46.294 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-04-13T21:59:46.294 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.max_total_wal_size: 0 2024-04-13T21:59:46.294 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-13T21:59:46.294 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-04-13T21:59:46.294 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-04-13T21:59:46.294 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-13T21:59:46.294 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.max_open_files: -1 2024-04-13T21:59:46.294 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.bytes_per_sync: 0 2024-04-13T21:59:46.295 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-04-13T21:59:46.295 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-04-13T21:59:46.295 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.compaction_readahead_size: 0 2024-04-13T21:59:46.295 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.max_background_flushes: -1 2024-04-13T21:59:46.295 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Compression algorithms supported: 2024-04-13T21:59:46.295 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-13T21:59:46.295 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: kZSTD supported: 0 2024-04-13T21:59:46.295 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: kXpressCompression supported: 0 2024-04-13T21:59:46.295 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: kLZ4HCCompression supported: 1 2024-04-13T21:59:46.295 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: kZlibCompression supported: 1 2024-04-13T21:59:46.296 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: kSnappyCompression supported: 1 2024-04-13T21:59:46.296 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: kLZ4Compression supported: 1 2024-04-13T21:59:46.296 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: kBZip2Compression supported: 0 2024-04-13T21:59:46.296 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-04-13T21:59:46.296 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-04-13T21:59:46.296 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2024-04-13T21:59:46.297 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-13T21:59:46.298 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-13T21:59:46.298 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.merge_operator: 2024-04-13T21:59:46.298 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.compaction_filter: None 2024-04-13T21:59:46.298 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.compaction_filter_factory: None 2024-04-13T21:59:46.298 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.sst_partitioner_factory: None 2024-04-13T21:59:46.298 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-04-13T21:59:46.298 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-04-13T21:59:46.298 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5625f6ef5c40) 2024-04-13T21:59:46.298 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: cache_index_and_filter_blocks: 1 2024-04-13T21:59:46.298 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-13T21:59:46.298 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-13T21:59:46.298 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: pin_top_level_index_and_filter: 1 2024-04-13T21:59:46.298 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: index_type: 0 2024-04-13T21:59:46.299 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: data_block_index_type: 0 2024-04-13T21:59:46.299 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: index_shortening: 1 2024-04-13T21:59:46.299 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: data_block_hash_table_util_ratio: 0.750000 2024-04-13T21:59:46.299 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: checksum: 4 2024-04-13T21:59:46.299 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: no_block_cache: 0 2024-04-13T21:59:46.299 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: block_cache: 0x5625f6ef7090 2024-04-13T21:59:46.299 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: block_cache_name: BinnedLRUCache 2024-04-13T21:59:46.299 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: block_cache_options: 2024-04-13T21:59:46.299 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: capacity : 536870912 2024-04-13T21:59:46.299 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: num_shard_bits : 4 2024-04-13T21:59:46.299 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: strict_capacity_limit : 0 2024-04-13T21:59:46.299 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: high_pri_pool_ratio: 0.000 2024-04-13T21:59:46.299 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: block_cache_compressed: (nil) 2024-04-13T21:59:46.299 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: persistent_cache: (nil) 2024-04-13T21:59:46.300 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: block_size: 4096 2024-04-13T21:59:46.300 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: block_size_deviation: 10 2024-04-13T21:59:46.300 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: block_restart_interval: 16 2024-04-13T21:59:46.300 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: index_block_restart_interval: 1 2024-04-13T21:59:46.300 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: metadata_block_size: 4096 2024-04-13T21:59:46.300 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: partition_filters: 0 2024-04-13T21:59:46.300 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: use_delta_encoding: 1 2024-04-13T21:59:46.300 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: filter_policy: bloomfilter 2024-04-13T21:59:46.300 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: whole_key_filtering: 1 2024-04-13T21:59:46.300 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: verify_compression: 0 2024-04-13T21:59:46.300 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: read_amp_bytes_per_bit: 0 2024-04-13T21:59:46.300 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: format_version: 5 2024-04-13T21:59:46.301 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: enable_index_compression: 1 2024-04-13T21:59:46.301 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: block_align: 0 2024-04-13T21:59:46.301 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: max_auto_readahead_size: 262144 2024-04-13T21:59:46.301 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: prepopulate_block_cache: 0 2024-04-13T21:59:46.301 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: initial_auto_readahead_size: 8192 2024-04-13T21:59:46.301 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: num_file_reads_for_auto_readahead: 2 2024-04-13T21:59:46.301 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.write_buffer_size: 33554432 2024-04-13T21:59:46.301 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.max_write_buffer_number: 2 2024-04-13T21:59:46.301 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.compression: NoCompression 2024-04-13T21:59:46.301 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.bottommost_compression: Disabled 2024-04-13T21:59:46.301 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.prefix_extractor: nullptr 2024-04-13T21:59:46.301 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-13T21:59:46.301 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.num_levels: 7 2024-04-13T21:59:46.301 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-13T21:59:46.301 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-13T21:59:46.302 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-13T21:59:46.302 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-13T21:59:46.302 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-13T21:59:46.302 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-13T21:59:46.302 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-13T21:59:46.302 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-13T21:59:46.302 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-13T21:59:46.302 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-13T21:59:46.302 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-13T21:59:46.302 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-13T21:59:46.302 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-04-13T21:59:46.302 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.compression_opts.level: 32767 2024-04-13T21:59:46.302 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.compression_opts.strategy: 0 2024-04-13T21:59:46.302 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-13T21:59:46.303 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-13T21:59:46.303 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-13T21:59:46.303 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-13T21:59:46.303 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.compression_opts.enabled: false 2024-04-13T21:59:46.303 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-13T21:59:46.303 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-13T21:59:46.303 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-13T21:59:46.303 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-13T21:59:46.303 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.target_file_size_base: 67108864 2024-04-13T21:59:46.303 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-04-13T21:59:46.303 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-13T21:59:46.303 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-13T21:59:46.303 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-13T21:59:46.304 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-13T21:59:46.304 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-13T21:59:46.304 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-13T21:59:46.304 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-13T21:59:46.304 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-13T21:59:46.304 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-13T21:59:46.304 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-13T21:59:46.304 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-13T21:59:46.304 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-13T21:59:46.304 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-13T21:59:46.304 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.arena_block_size: 1048576 2024-04-13T21:59:46.304 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-13T21:59:46.304 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-13T21:59:46.304 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.disable_auto_compactions: 0 2024-04-13T21:59:46.304 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-13T21:59:46.305 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-13T21:59:46.305 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-13T21:59:46.305 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-13T21:59:46.305 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-13T21:59:46.305 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-13T21:59:46.305 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-13T21:59:46.305 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-13T21:59:46.305 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-13T21:59:46.305 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-13T21:59:46.305 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.table_properties_collectors: 2024-04-13T21:59:46.305 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.inplace_update_support: 0 2024-04-13T21:59:46.305 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-04-13T21:59:46.305 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-13T21:59:46.305 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-13T21:59:46.305 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-04-13T21:59:46.305 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.bloom_locality: 0 2024-04-13T21:59:46.306 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.max_successive_merges: 0 2024-04-13T21:59:46.306 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-04-13T21:59:46.306 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.paranoid_file_checks: 0 2024-04-13T21:59:46.306 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.force_consistency_checks: 1 2024-04-13T21:59:46.306 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.report_bg_io_stats: 0 2024-04-13T21:59:46.306 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.ttl: 2592000 2024-04-13T21:59:46.306 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-04-13T21:59:46.306 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-13T21:59:46.306 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-13T21:59:46.306 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.enable_blob_files: false 2024-04-13T21:59:46.306 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.min_blob_size: 0 2024-04-13T21:59:46.306 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.blob_file_size: 268435456 2024-04-13T21:59:46.307 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-04-13T21:59:46.307 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-04-13T21:59:46.307 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-13T21:59:46.307 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-13T21:59:46.307 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-13T21:59:46.307 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.blob_file_starting_level: 0 2024-04-13T21:59:46.307 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.103+0000 7f30bf7e8c80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-13T21:59:46.307 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.107+0000 7f30bf7e8c80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-13T21:59:46.307 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.107+0000 7f30bf7e8c80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 38, last_sequence is 18328, log_number is 34,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 34 2024-04-13T21:59:46.307 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.107+0000 7f30bf7e8c80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 34 2024-04-13T21:59:46.307 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.107+0000 7f30bf7e8c80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: c306dc9b-6120-46e2-8d54-5e80af22c693 2024-04-13T21:59:46.307 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.107+0000 7f30bf7e8c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1713045586111466, "job": 1, "event": "recovery_started", "wal_files": [34]} 2024-04-13T21:59:46.307 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.107+0000 7f30bf7e8c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #34 mode 2 2024-04-13T21:59:46.308 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.111+0000 7f30bf7e8c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1713045586115230, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 39, "file_size": 455631, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 18333, "largest_seqno": 18871, "table_properties": {"data_size": 452484, "index_size": 1557, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 4618, "raw_average_key_size": 22, "raw_value_size": 447729, "raw_average_value_size": 2173, "num_data_blocks": 69, "num_entries": 206, "num_filter_entries": 206, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1713045586, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "c306dc9b-6120-46e2-8d54-5e80af22c693", "db_session_id": "JBUU8GJ1T8RU1UIH7QQX", "orig_file_number": 39, "seqno_to_time_mapping": "N/A"}} 2024-04-13T21:59:46.308 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.111+0000 7f30bf7e8c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1713045586115367, "job": 1, "event": "recovery_finished"} 2024-04-13T21:59:46.308 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.111+0000 7f30bf7e8c80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 41 2024-04-13T21:59:46.308 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.111+0000 7f30bf7e8c80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-13T21:59:46.308 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.111+0000 7f30bf7e8c80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000034.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-13T21:59:46.308 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.111+0000 7f30bf7e8c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5625f6fec000 2024-04-13T21:59:46.308 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.111+0000 7f30bf7e8c80 4 rocksdb: DB pointer 0x5625f6fd6000 2024-04-13T21:59:46.308 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.111+0000 7f30adf4b700 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-13T21:59:46.308 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.111+0000 7f30adf4b700 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-13T21:59:46.308 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: ** DB Stats ** 2024-04-13T21:59:46.308 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-13T21:59:46.308 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-13T21:59:46.308 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-13T21:59:46.308 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-13T21:59:46.308 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-13T21:59:46.309 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-13T21:59:46.309 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-13T21:59:46.309 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: ** Compaction Stats [default] ** 2024-04-13T21:59:46.309 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-13T21:59:46.309 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-13T21:59:46.309 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: L0 1/0 444.95 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 209.5 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-13T21:59:46.309 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: L6 1/0 8.28 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-13T21:59:46.309 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: Sum 2/0 8.72 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 209.5 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-13T21:59:46.309 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 209.5 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-13T21:59:46.309 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: ** Compaction Stats [default] ** 2024-04-13T21:59:46.309 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-13T21:59:46.309 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-13T21:59:46.309 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 209.5 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-13T21:59:46.309 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-13T21:59:46.309 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-13T21:59:46.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: Flush(GB): cumulative 0.000, interval 0.000 2024-04-13T21:59:46.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-13T21:59:46.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: AddFile(Total Files): cumulative 0, interval 0 2024-04-13T21:59:46.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: AddFile(L0 Files): cumulative 0, interval 0 2024-04-13T21:59:46.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: AddFile(Keys): cumulative 0, interval 0 2024-04-13T21:59:46.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: Cumulative compaction: 0.00 GB write, 64.34 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-13T21:59:46.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: Interval compaction: 0.00 GB write, 64.34 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-13T21:59:46.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-13T21:59:46.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: Block cache BinnedLRUCache@0x5625f6ef7090#7 capacity: 512.00 MB usage: 2.48 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.4e-05 secs_since: 0 2024-04-13T21:59:46.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: Block cache entry stats(count,size,portion): FilterBlock(1,0.66 KB,0.00012517%) IndexBlock(1,1.83 KB,0.000348687%) Misc(1,0.00 KB,0%) 2024-04-13T21:59:46.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: ** File Read Latency Histogram By Level [default] ** 2024-04-13T21:59:46.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.111+0000 7f30bf7e8c80 0 starting mon.c rank 2 at public addrs [v2:172.21.15.165:3301/0,v1:172.21.15.165:6790/0] at bind addrs [v2:172.21.15.165:3301/0,v1:172.21.15.165:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T21:59:46.310 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.115+0000 7f30bf7e8c80 1 mon.c@-1(???) e3 preinit fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T21:59:46.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.115+0000 7f30bf7e8c80 0 mon.c@-1(???).mds e9 new map 2024-04-13T21:59:46.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.115+0000 7f30bf7e8c80 0 mon.c@-1(???).mds e9 print_map 2024-04-13T21:59:46.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: e9 2024-04-13T21:59:46.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: enable_multiple, ever_enabled_multiple: 1,1 2024-04-13T21:59:46.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-13T21:59:46.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: legacy client fscid: 1 2024-04-13T21:59:46.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: 2024-04-13T21:59:46.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: Filesystem 'foo' (1) 2024-04-13T21:59:46.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: fs_name foo 2024-04-13T21:59:46.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: epoch 9 2024-04-13T21:59:46.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-13T21:59:46.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: created 2024-04-13T21:51:56.730674+0000 2024-04-13T21:59:46.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: modified 2024-04-13T21:52:07.644035+0000 2024-04-13T21:59:46.311 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: tableserver 0 2024-04-13T21:59:46.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: root 0 2024-04-13T21:59:46.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: session_timeout 60 2024-04-13T21:59:46.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: session_autoclose 300 2024-04-13T21:59:46.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: max_file_size 1099511627776 2024-04-13T21:59:46.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: max_xattr_size 65536 2024-04-13T21:59:46.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: required_client_features {} 2024-04-13T21:59:46.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: last_failure 0 2024-04-13T21:59:46.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: last_failure_osd_epoch 70 2024-04-13T21:59:46.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-13T21:59:46.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: max_mds 1 2024-04-13T21:59:46.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: in 0 2024-04-13T21:59:46.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: up {0=24385} 2024-04-13T21:59:46.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: failed 2024-04-13T21:59:46.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: damaged 2024-04-13T21:59:46.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: stopped 2024-04-13T21:59:46.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: data_pools [4] 2024-04-13T21:59:46.312 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: metadata_pool 3 2024-04-13T21:59:46.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: inline_data disabled 2024-04-13T21:59:46.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: balancer 2024-04-13T21:59:46.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: bal_rank_mask -1 2024-04-13T21:59:46.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: standby_count_wanted 1 2024-04-13T21:59:46.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: qdb_cluster leader: 0 members: 2024-04-13T21:59:46.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: [mds.foo.smithi189.nwqqrx{0:24385} state up:active seq 4 join_fscid=1 addr [v2:172.21.15.189:6832/4211274938,v1:172.21.15.189:6833/4211274938] compat {c=[1],r=[1],i=[7ff]}] 2024-04-13T21:59:46.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: 2024-04-13T21:59:46.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: 2024-04-13T21:59:46.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: Standby daemons: 2024-04-13T21:59:46.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: 2024-04-13T21:59:46.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: [mds.foo.smithi165.sviubw{-1:14589} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.165:6834/3512359872,v1:172.21.15.165:6835/3512359872] compat {c=[1],r=[1],i=[7ff]}] 2024-04-13T21:59:46.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.115+0000 7f30bf7e8c80 0 mon.c@-1(???).osd e92 crush map has features 3314933000854323200, adjusting msgr requires 2024-04-13T21:59:46.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.115+0000 7f30bf7e8c80 0 mon.c@-1(???).osd e92 crush map has features 432629239337189376, adjusting msgr requires 2024-04-13T21:59:46.313 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.115+0000 7f30bf7e8c80 0 mon.c@-1(???).osd e92 crush map has features 432629239337189376, adjusting msgr requires 2024-04-13T21:59:46.314 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.115+0000 7f30bf7e8c80 0 mon.c@-1(???).osd e92 crush map has features 432629239337189376, adjusting msgr requires 2024-04-13T21:59:46.314 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:46 smithi165 bash[84613]: debug 2024-04-13T21:59:46.115+0000 7f30bf7e8c80 1 mon.c@-1(???).paxosservice(auth 1..22) refresh upgraded, format 0 -> 3 2024-04-13T21:59:47.765 INFO:teuthology.orchestra.run.smithi165.stdout:wait for majority of mons to upgrade 2024-04-13T21:59:48.568 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -e sha1=809afd3da6037ef1c60dcf79f89e65791b95f8ef -- bash -c 'while ! ceph mon versions | grep $sha1 | egrep '"'"': [23]'"'"' ; do sleep 2 ; done' 2024-04-13T21:59:51.816 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:51 smithi165 bash[82211]: debug 2024-04-13T21:59:51.395+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 1/3 mons down, quorum a,b; 8 osds(s) are not reachable 2024-04-13T21:59:51.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:51 smithi165 bash[82211]: debug 2024-04-13T21:59:51.395+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-04-13T21:59:51.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:51 smithi165 bash[82211]: debug 2024-04-13T21:59:51.395+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : mon.c (rank 2) addr [v2:172.21.15.165:3301/0,v1:172.21.15.165:6790/0] is down (out of quorum) 2024-04-13T21:59:51.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:51 smithi165 bash[82211]: debug 2024-04-13T21:59:51.395+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-04-13T21:59:51.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:51 smithi165 bash[82211]: debug 2024-04-13T21:59:51.395+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:51.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:51 smithi165 bash[82211]: debug 2024-04-13T21:59:51.395+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:51.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:51 smithi165 bash[82211]: debug 2024-04-13T21:59:51.395+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:51.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:51 smithi165 bash[82211]: debug 2024-04-13T21:59:51.395+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:51.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:51 smithi165 bash[82211]: debug 2024-04-13T21:59:51.395+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:51.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:51 smithi165 bash[82211]: debug 2024-04-13T21:59:51.395+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:51.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:51 smithi165 bash[82211]: debug 2024-04-13T21:59:51.395+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:51.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:51 smithi165 bash[82211]: debug 2024-04-13T21:59:51.395+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:52.420 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:21:59:52] "GET /metrics HTTP/1.1" 200 33897 "" "Prometheus/2.43.0" 2024-04-13T21:59:52.421 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[84613]: cluster 2024-04-13T21:59:46.336909+0000 mon.c (mon.2) 1 : cluster 1 mon.c calling monitor election 2024-04-13T21:59:52.421 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[84613]: cluster 2024-04-13T21:59:52.342793+0000 mon.a (mon.0) 94 : cluster 1 mon.a calling monitor election 2024-04-13T21:59:52.421 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[84613]: cluster 2024-04-13T21:59:52.344568+0000 mon.b (mon.1) 132 : cluster 1 mon.b calling monitor election 2024-04-13T21:59:52.421 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[84613]: cluster 2024-04-13T21:59:52.365603+0000 mon.a (mon.0) 95 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-13T21:59:52.421 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[84613]: cluster 2024-04-13T21:59:52.374534+0000 mon.a (mon.0) 96 : cluster 0 monmap epoch 3 2024-04-13T21:59:52.422 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[84613]: cluster 2024-04-13T21:59:52.374576+0000 mon.a (mon.0) 97 : cluster 0 fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T21:59:52.422 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[84613]: cluster 2024-04-13T21:59:52.374637+0000 mon.a (mon.0) 98 : cluster 0 last_changed 2024-04-13T21:41:31.499124+0000 2024-04-13T21:59:52.422 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[84613]: cluster 2024-04-13T21:59:52.374674+0000 mon.a (mon.0) 99 : cluster 0 created 2024-04-13T21:39:16.237853+0000 2024-04-13T21:59:52.422 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[84613]: cluster 2024-04-13T21:59:52.374711+0000 mon.a (mon.0) 100 : cluster 0 min_mon_release 18 (reef) 2024-04-13T21:59:52.422 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[84613]: cluster 2024-04-13T21:59:52.374745+0000 mon.a (mon.0) 101 : cluster 0 election_strategy: 1 2024-04-13T21:59:52.422 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[84613]: cluster 2024-04-13T21:59:52.374783+0000 mon.a (mon.0) 102 : cluster 0 0: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.a 2024-04-13T21:59:52.422 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[84613]: cluster 2024-04-13T21:59:52.374819+0000 mon.a (mon.0) 103 : cluster 0 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-04-13T21:59:52.422 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[84613]: cluster 2024-04-13T21:59:52.374853+0000 mon.a (mon.0) 104 : cluster 0 2: [v2:172.21.15.165:3301/0,v1:172.21.15.165:6790/0] mon.c 2024-04-13T21:59:52.422 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[84613]: cluster 2024-04-13T21:59:52.376007+0000 mon.a (mon.0) 105 : cluster 0 fsmap foo:1 {0=foo.smithi189.nwqqrx=up:active} 1 up:standby 2024-04-13T21:59:52.422 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[84613]: cluster 2024-04-13T21:59:52.376087+0000 mon.a (mon.0) 106 : cluster 0 osdmap e92: 8 total, 8 up, 8 in 2024-04-13T21:59:52.422 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[84613]: cluster 2024-04-13T21:59:52.376738+0000 mon.a (mon.0) 107 : cluster 0 mgrmap e37: y(active, since 99s), standbys: x 2024-04-13T21:59:52.422 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[84613]: cluster 2024-04-13T21:59:52.377064+0000 mon.a (mon.0) 108 : cluster 1 Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-13T21:59:52.422 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[84613]: cluster 2024-04-13T21:59:52.401661+0000 mon.a (mon.0) 109 : cluster 4 Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-04-13T21:59:52.423 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[82211]: debug 2024-04-13T21:59:52.395+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-04-13T21:59:52.423 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[82211]: debug 2024-04-13T21:59:52.395+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-04-13T21:59:52.423 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[82211]: debug 2024-04-13T21:59:52.395+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:52.423 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[82211]: debug 2024-04-13T21:59:52.395+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:52.423 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[82211]: debug 2024-04-13T21:59:52.395+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:52.423 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[82211]: debug 2024-04-13T21:59:52.395+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:52.423 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[82211]: debug 2024-04-13T21:59:52.395+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:52.423 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[82211]: debug 2024-04-13T21:59:52.395+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:52.424 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[82211]: debug 2024-04-13T21:59:52.395+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:52.424 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[82211]: debug 2024-04-13T21:59:52.395+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:52.424 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[82211]: cluster 2024-04-13T21:59:46.336909+0000 mon.c (mon.2) 1 : cluster 1 mon.c calling monitor election 2024-04-13T21:59:52.424 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[82211]: cluster 2024-04-13T21:59:52.342793+0000 mon.a (mon.0) 94 : cluster 1 mon.a calling monitor election 2024-04-13T21:59:52.424 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[82211]: cluster 2024-04-13T21:59:52.344568+0000 mon.b (mon.1) 132 : cluster 1 mon.b calling monitor election 2024-04-13T21:59:52.424 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[82211]: cluster 2024-04-13T21:59:52.365603+0000 mon.a (mon.0) 95 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-13T21:59:52.424 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[82211]: cluster 2024-04-13T21:59:52.374534+0000 mon.a (mon.0) 96 : cluster 0 monmap epoch 3 2024-04-13T21:59:52.424 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[82211]: cluster 2024-04-13T21:59:52.374576+0000 mon.a (mon.0) 97 : cluster 0 fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T21:59:52.424 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[82211]: cluster 2024-04-13T21:59:52.374637+0000 mon.a (mon.0) 98 : cluster 0 last_changed 2024-04-13T21:41:31.499124+0000 2024-04-13T21:59:52.424 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[82211]: cluster 2024-04-13T21:59:52.374674+0000 mon.a (mon.0) 99 : cluster 0 created 2024-04-13T21:39:16.237853+0000 2024-04-13T21:59:52.424 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[82211]: cluster 2024-04-13T21:59:52.374711+0000 mon.a (mon.0) 100 : cluster 0 min_mon_release 18 (reef) 2024-04-13T21:59:52.424 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[82211]: cluster 2024-04-13T21:59:52.374745+0000 mon.a (mon.0) 101 : cluster 0 election_strategy: 1 2024-04-13T21:59:52.425 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[82211]: cluster 2024-04-13T21:59:52.374783+0000 mon.a (mon.0) 102 : cluster 0 0: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.a 2024-04-13T21:59:52.425 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[82211]: cluster 2024-04-13T21:59:52.374819+0000 mon.a (mon.0) 103 : cluster 0 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-04-13T21:59:52.425 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[82211]: cluster 2024-04-13T21:59:52.374853+0000 mon.a (mon.0) 104 : cluster 0 2: [v2:172.21.15.165:3301/0,v1:172.21.15.165:6790/0] mon.c 2024-04-13T21:59:52.425 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[82211]: cluster 2024-04-13T21:59:52.376007+0000 mon.a (mon.0) 105 : cluster 0 fsmap foo:1 {0=foo.smithi189.nwqqrx=up:active} 1 up:standby 2024-04-13T21:59:52.425 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[82211]: cluster 2024-04-13T21:59:52.376087+0000 mon.a (mon.0) 106 : cluster 0 osdmap e92: 8 total, 8 up, 8 in 2024-04-13T21:59:52.425 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[82211]: cluster 2024-04-13T21:59:52.376738+0000 mon.a (mon.0) 107 : cluster 0 mgrmap e37: y(active, since 99s), standbys: x 2024-04-13T21:59:52.425 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[82211]: cluster 2024-04-13T21:59:52.377064+0000 mon.a (mon.0) 108 : cluster 1 Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-13T21:59:52.425 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[82211]: cluster 2024-04-13T21:59:52.401661+0000 mon.a (mon.0) 109 : cluster 4 Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-04-13T21:59:52.425 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[82211]: cluster 2024-04-13T21:59:52.401728+0000 mon.a (mon.0) 110 : cluster 4 [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-04-13T21:59:52.425 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[82211]: cluster 2024-04-13T21:59:52.401773+0000 mon.a (mon.0) 111 : cluster 4 osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:52.425 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[82211]: cluster 2024-04-13T21:59:52.401846+0000 mon.a (mon.0) 112 : cluster 4 osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:52.425 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[82211]: cluster 2024-04-13T21:59:52.401886+0000 mon.a (mon.0) 113 : cluster 4 osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:52.425 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[82211]: cluster 2024-04-13T21:59:52.401920+0000 mon.a (mon.0) 114 : cluster 4 osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:52.426 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[82211]: cluster 2024-04-13T21:59:52.401954+0000 mon.a (mon.0) 115 : cluster 4 osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:52.426 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[82211]: cluster 2024-04-13T21:59:52.401977+0000 mon.a (mon.0) 116 : cluster 4 osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:52.426 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[82211]: cluster 2024-04-13T21:59:52.402009+0000 mon.a (mon.0) 117 : cluster 4 osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:52.426 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[82211]: cluster 2024-04-13T21:59:52.402036+0000 mon.a (mon.0) 118 : cluster 4 osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:52.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[84613]: cluster 2024-04-13T21:59:52.401728+0000 mon.a (mon.0) 110 : cluster 4 [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-04-13T21:59:52.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[84613]: cluster 2024-04-13T21:59:52.401773+0000 mon.a (mon.0) 111 : cluster 4 osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:52.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[84613]: cluster 2024-04-13T21:59:52.401846+0000 mon.a (mon.0) 112 : cluster 4 osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:52.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[84613]: cluster 2024-04-13T21:59:52.401886+0000 mon.a (mon.0) 113 : cluster 4 osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:52.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[84613]: cluster 2024-04-13T21:59:52.401920+0000 mon.a (mon.0) 114 : cluster 4 osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:52.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[84613]: cluster 2024-04-13T21:59:52.401954+0000 mon.a (mon.0) 115 : cluster 4 osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:52.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[84613]: cluster 2024-04-13T21:59:52.401977+0000 mon.a (mon.0) 116 : cluster 4 osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:52.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[84613]: cluster 2024-04-13T21:59:52.402009+0000 mon.a (mon.0) 117 : cluster 4 osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:52.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:52 smithi165 bash[84613]: cluster 2024-04-13T21:59:52.402036+0000 mon.a (mon.0) 118 : cluster 4 osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:52.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:52 smithi189 bash[23633]: cluster 2024-04-13T21:59:46.336909+0000 mon.c (mon.2) 1 : cluster 1 mon.c calling monitor election 2024-04-13T21:59:52.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:52 smithi189 bash[23633]: cluster 2024-04-13T21:59:52.342793+0000 mon.a (mon.0) 94 : cluster 1 mon.a calling monitor election 2024-04-13T21:59:52.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:52 smithi189 bash[23633]: cluster 2024-04-13T21:59:52.344568+0000 mon.b (mon.1) 132 : cluster 1 mon.b calling monitor election 2024-04-13T21:59:52.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:52 smithi189 bash[23633]: cluster 2024-04-13T21:59:52.365603+0000 mon.a (mon.0) 95 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-13T21:59:52.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:52 smithi189 bash[23633]: cluster 2024-04-13T21:59:52.374534+0000 mon.a (mon.0) 96 : cluster 0 monmap epoch 3 2024-04-13T21:59:52.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:52 smithi189 bash[23633]: cluster 2024-04-13T21:59:52.374576+0000 mon.a (mon.0) 97 : cluster 0 fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T21:59:52.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:52 smithi189 bash[23633]: cluster 2024-04-13T21:59:52.374637+0000 mon.a (mon.0) 98 : cluster 0 last_changed 2024-04-13T21:41:31.499124+0000 2024-04-13T21:59:52.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:52 smithi189 bash[23633]: cluster 2024-04-13T21:59:52.374674+0000 mon.a (mon.0) 99 : cluster 0 created 2024-04-13T21:39:16.237853+0000 2024-04-13T21:59:52.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:52 smithi189 bash[23633]: cluster 2024-04-13T21:59:52.374711+0000 mon.a (mon.0) 100 : cluster 0 min_mon_release 18 (reef) 2024-04-13T21:59:52.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:52 smithi189 bash[23633]: cluster 2024-04-13T21:59:52.374745+0000 mon.a (mon.0) 101 : cluster 0 election_strategy: 1 2024-04-13T21:59:52.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:52 smithi189 bash[23633]: cluster 2024-04-13T21:59:52.374783+0000 mon.a (mon.0) 102 : cluster 0 0: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.a 2024-04-13T21:59:52.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:52 smithi189 bash[23633]: cluster 2024-04-13T21:59:52.374819+0000 mon.a (mon.0) 103 : cluster 0 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-04-13T21:59:52.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:52 smithi189 bash[23633]: cluster 2024-04-13T21:59:52.374853+0000 mon.a (mon.0) 104 : cluster 0 2: [v2:172.21.15.165:3301/0,v1:172.21.15.165:6790/0] mon.c 2024-04-13T21:59:52.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:52 smithi189 bash[23633]: cluster 2024-04-13T21:59:52.376007+0000 mon.a (mon.0) 105 : cluster 0 fsmap foo:1 {0=foo.smithi189.nwqqrx=up:active} 1 up:standby 2024-04-13T21:59:52.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:52 smithi189 bash[23633]: cluster 2024-04-13T21:59:52.376087+0000 mon.a (mon.0) 106 : cluster 0 osdmap e92: 8 total, 8 up, 8 in 2024-04-13T21:59:52.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:52 smithi189 bash[23633]: cluster 2024-04-13T21:59:52.376738+0000 mon.a (mon.0) 107 : cluster 0 mgrmap e37: y(active, since 99s), standbys: x 2024-04-13T21:59:52.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:52 smithi189 bash[23633]: cluster 2024-04-13T21:59:52.377064+0000 mon.a (mon.0) 108 : cluster 1 Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-13T21:59:52.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:52 smithi189 bash[23633]: cluster 2024-04-13T21:59:52.401661+0000 mon.a (mon.0) 109 : cluster 4 Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-04-13T21:59:52.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:52 smithi189 bash[23633]: cluster 2024-04-13T21:59:52.401728+0000 mon.a (mon.0) 110 : cluster 4 [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-04-13T21:59:52.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:52 smithi189 bash[23633]: cluster 2024-04-13T21:59:52.401773+0000 mon.a (mon.0) 111 : cluster 4 osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:52.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:52 smithi189 bash[23633]: cluster 2024-04-13T21:59:52.401846+0000 mon.a (mon.0) 112 : cluster 4 osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:52.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:52 smithi189 bash[23633]: cluster 2024-04-13T21:59:52.401886+0000 mon.a (mon.0) 113 : cluster 4 osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:52.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:52 smithi189 bash[23633]: cluster 2024-04-13T21:59:52.401920+0000 mon.a (mon.0) 114 : cluster 4 osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:52.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:52 smithi189 bash[23633]: cluster 2024-04-13T21:59:52.401954+0000 mon.a (mon.0) 115 : cluster 4 osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:52.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:52 smithi189 bash[23633]: cluster 2024-04-13T21:59:52.401977+0000 mon.a (mon.0) 116 : cluster 4 osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:52.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:52 smithi189 bash[23633]: cluster 2024-04-13T21:59:52.402009+0000 mon.a (mon.0) 117 : cluster 4 osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:52.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:52 smithi189 bash[23633]: cluster 2024-04-13T21:59:52.402036+0000 mon.a (mon.0) 118 : cluster 4 osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T21:59:53.297 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T21:59:54.527 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:54 smithi165 bash[82211]: cluster 2024-04-13T21:59:52.846664+0000 mgr.y (mgr.25865) 71 : cluster 0 pgmap v53: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T21:59:54.527 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:54 smithi165 bash[84613]: cluster 2024-04-13T21:59:52.846664+0000 mgr.y (mgr.25865) 71 : cluster 0 pgmap v53: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T21:59:54.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:54 smithi189 bash[23633]: cluster 2024-04-13T21:59:52.846664+0000 mgr.y (mgr.25865) 71 : cluster 0 pgmap v53: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T21:59:56.321 INFO:teuthology.orchestra.run.smithi165.stdout: "ceph version 19.0.0-2113-g809afd3d (809afd3da6037ef1c60dcf79f89e65791b95f8ef) squid (dev)": 2 2024-04-13T21:59:56.421 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 21:59:56 smithi165 bash[74606]: debug 2024-04-13T21:59:56.123+0000 7feb1d351700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-04-13T21:59:56.816 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:56 smithi165 bash[82211]: cluster 2024-04-13T21:59:54.847802+0000 mgr.y (mgr.25865) 72 : cluster 0 pgmap v54: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T21:59:56.816 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:56 smithi165 bash[82211]: audit 2024-04-13T21:59:56.312747+0000 mon.a (mon.0) 119 : audit 0 from='client.? 172.21.15.165:0/1495789822' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:59:56.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:56 smithi165 bash[84613]: cluster 2024-04-13T21:59:54.847802+0000 mgr.y (mgr.25865) 72 : cluster 0 pgmap v54: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T21:59:56.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:56 smithi165 bash[84613]: audit 2024-04-13T21:59:56.312747+0000 mon.a (mon.0) 119 : audit 0 from='client.? 172.21.15.165:0/1495789822' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:59:56.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:56 smithi189 bash[23633]: cluster 2024-04-13T21:59:54.847802+0000 mgr.y (mgr.25865) 72 : cluster 0 pgmap v54: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-13T21:59:56.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:56 smithi189 bash[23633]: audit 2024-04-13T21:59:56.312747+0000 mon.a (mon.0) 119 : audit 0 from='client.? 172.21.15.165:0/1495789822' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T21:59:57.034 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -e sha1=809afd3da6037ef1c60dcf79f89e65791b95f8ef -- bash -c 'ceph orch ps' 2024-04-13T21:59:58.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:58 smithi165 bash[82211]: cluster 2024-04-13T21:59:56.848197+0000 mgr.y (mgr.25865) 73 : cluster 0 pgmap v55: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:58.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:58 smithi165 bash[82211]: audit 2024-04-13T21:59:57.033661+0000 mon.a (mon.0) 120 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T21:59:58.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:58 smithi165 bash[82211]: audit 2024-04-13T21:59:57.039377+0000 mon.a (mon.0) 121 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T21:59:58.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:58 smithi165 bash[82211]: audit 2024-04-13T21:59:57.897122+0000 mon.a (mon.0) 122 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:59:58.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:58 smithi165 bash[84613]: cluster 2024-04-13T21:59:56.848197+0000 mgr.y (mgr.25865) 73 : cluster 0 pgmap v55: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:58.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:58 smithi165 bash[84613]: audit 2024-04-13T21:59:57.033661+0000 mon.a (mon.0) 120 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T21:59:58.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:58 smithi165 bash[84613]: audit 2024-04-13T21:59:57.039377+0000 mon.a (mon.0) 121 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T21:59:58.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:58 smithi165 bash[84613]: audit 2024-04-13T21:59:57.897122+0000 mon.a (mon.0) 122 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:59:58.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:58 smithi189 bash[23633]: cluster 2024-04-13T21:59:56.848197+0000 mgr.y (mgr.25865) 73 : cluster 0 pgmap v55: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T21:59:58.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:58 smithi189 bash[23633]: audit 2024-04-13T21:59:57.033661+0000 mon.a (mon.0) 120 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T21:59:58.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:58 smithi189 bash[23633]: audit 2024-04-13T21:59:57.039377+0000 mon.a (mon.0) 121 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T21:59:58.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:58 smithi189 bash[23633]: audit 2024-04-13T21:59:57.897122+0000 mon.a (mon.0) 122 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T21:59:59.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:59 smithi165 bash[82211]: audit 2024-04-13T21:59:58.030883+0000 mon.a (mon.0) 123 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T21:59:59.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 21:59:59 smithi165 bash[82211]: audit 2024-04-13T21:59:58.043543+0000 mon.a (mon.0) 124 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T21:59:59.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:59 smithi165 bash[84613]: audit 2024-04-13T21:59:58.030883+0000 mon.a (mon.0) 123 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T21:59:59.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 21:59:59 smithi165 bash[84613]: audit 2024-04-13T21:59:58.043543+0000 mon.a (mon.0) 124 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T21:59:59.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:59 smithi189 bash[23633]: audit 2024-04-13T21:59:58.030883+0000 mon.a (mon.0) 123 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T21:59:59.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 21:59:59 smithi189 bash[23633]: audit 2024-04-13T21:59:58.043543+0000 mon.a (mon.0) 124 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:00.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:00 smithi165 bash[84613]: cluster 2024-04-13T21:59:58.848738+0000 mgr.y (mgr.25865) 74 : cluster 0 pgmap v56: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:00.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:00 smithi165 bash[84613]: cluster 2024-04-13T22:00:00.000181+0000 mon.a (mon.0) 125 : cluster 4 overall HEALTH_ERR 8 osds(s) are not reachable 2024-04-13T22:00:00.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:00 smithi165 bash[82211]: debug 2024-04-13T21:59:59.995+0000 7fd2809f4700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR 8 osds(s) are not reachable 2024-04-13T22:00:00.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:00 smithi165 bash[82211]: cluster 2024-04-13T21:59:58.848738+0000 mgr.y (mgr.25865) 74 : cluster 0 pgmap v56: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:00.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:00 smithi165 bash[82211]: cluster 2024-04-13T22:00:00.000181+0000 mon.a (mon.0) 125 : cluster 4 overall HEALTH_ERR 8 osds(s) are not reachable 2024-04-13T22:00:00.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:00 smithi189 bash[23633]: cluster 2024-04-13T21:59:58.848738+0000 mgr.y (mgr.25865) 74 : cluster 0 pgmap v56: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:00.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:00 smithi189 bash[23633]: cluster 2024-04-13T22:00:00.000181+0000 mon.a (mon.0) 125 : cluster 4 overall HEALTH_ERR 8 osds(s) are not reachable 2024-04-13T22:00:01.754 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:00:02.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:02 smithi165 bash[84613]: cluster 2024-04-13T22:00:00.849804+0000 mgr.y (mgr.25865) 75 : cluster 0 pgmap v57: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:02.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:02 smithi165 bash[82211]: cluster 2024-04-13T22:00:00.849804+0000 mgr.y (mgr.25865) 75 : cluster 0 pgmap v57: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:02.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:02 smithi189 bash[23633]: cluster 2024-04-13T22:00:00.849804+0000 mgr.y (mgr.25865) 75 : cluster 0 pgmap v57: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:02.717 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:00:02 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:00:02] "GET /metrics HTTP/1.1" 200 33886 "" "Prometheus/2.43.0" 2024-04-13T22:00:04.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:04 smithi165 bash[82211]: cluster 2024-04-13T22:00:02.850266+0000 mgr.y (mgr.25865) 76 : cluster 0 pgmap v58: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:04.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:04 smithi165 bash[84613]: cluster 2024-04-13T22:00:02.850266+0000 mgr.y (mgr.25865) 76 : cluster 0 pgmap v58: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:04.348 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:04 smithi189 bash[23633]: cluster 2024-04-13T22:00:02.850266+0000 mgr.y (mgr.25865) 76 : cluster 0 pgmap v58: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:06.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:06 smithi165 bash[82211]: cluster 2024-04-13T22:00:04.851336+0000 mgr.y (mgr.25865) 77 : cluster 0 pgmap v59: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:06.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:06 smithi165 bash[84613]: cluster 2024-04-13T22:00:04.851336+0000 mgr.y (mgr.25865) 77 : cluster 0 pgmap v59: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:06.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:06 smithi189 bash[23633]: cluster 2024-04-13T22:00:04.851336+0000 mgr.y (mgr.25865) 77 : cluster 0 pgmap v59: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:06.391 INFO:teuthology.orchestra.run.smithi165.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T22:00:06.391 INFO:teuthology.orchestra.run.smithi165.stdout:alertmanager.a smithi165 *:9093,9094 running (9m) 9s ago 10m 13.8M - 0.25.0 c8568f914cd2 de9ca91d55a1 2024-04-13T22:00:06.391 INFO:teuthology.orchestra.run.smithi165.stdout:grafana.a smithi189 *:3000 running (9m) 29s ago 9m 78.4M - 9.4.7 954c08fa6188 d4f31df785b9 2024-04-13T22:00:06.391 INFO:teuthology.orchestra.run.smithi165.stdout:mds.foo.smithi165.sviubw smithi165 running (8m) 9s ago 8m 14.3M - 18.2.2-1219-ge6cbcc46 c62c264cba88 d09e65de3151 2024-04-13T22:00:06.392 INFO:teuthology.orchestra.run.smithi165.stdout:mds.foo.smithi189.nwqqrx smithi189 running (8m) 29s ago 8m 16.2M - 18.2.2-1219-ge6cbcc46 c62c264cba88 a6cf6b97354c 2024-04-13T22:00:06.392 INFO:teuthology.orchestra.run.smithi165.stdout:mgr.x smithi189 *:8443,9283,8765 running (2m) 29s ago 18m 437M - 19.0.0-2113-g809afd3d d75494008455 22a9e22538df 2024-04-13T22:00:06.392 INFO:teuthology.orchestra.run.smithi165.stdout:mgr.y smithi165 *:8443,9283,8765 running (3m) 9s ago 20m 485M - 19.0.0-2113-g809afd3d d75494008455 61ee82d8e2ef 2024-04-13T22:00:06.392 INFO:teuthology.orchestra.run.smithi165.stdout:mon.a smithi165 running (2m) 9s ago 20m 42.0M 2048M 19.0.0-2113-g809afd3d d75494008455 9a1dc5f8997e 2024-04-13T22:00:06.392 INFO:teuthology.orchestra.run.smithi165.stdout:mon.b smithi189 running (18m) 29s ago 18m 45.0M 2048M 18.2.2-1219-ge6cbcc46 c62c264cba88 d61bbc8a140b 2024-04-13T22:00:06.392 INFO:teuthology.orchestra.run.smithi165.stdout:mon.c smithi165 running (21s) 9s ago 18m 18.4M 2048M 19.0.0-2113-g809afd3d d75494008455 dce40d3b6951 2024-04-13T22:00:06.392 INFO:teuthology.orchestra.run.smithi165.stdout:node-exporter.a smithi165 *:9100 running (10m) 9s ago 10m 8808k - 1.5.0 0da6a335fe13 fd1ac5babd68 2024-04-13T22:00:06.392 INFO:teuthology.orchestra.run.smithi165.stdout:node-exporter.b smithi189 *:9100 running (10m) 29s ago 10m 9364k - 1.5.0 0da6a335fe13 f9c7c96a6ea0 2024-04-13T22:00:06.392 INFO:teuthology.orchestra.run.smithi165.stdout:osd.0 smithi165 running (17m) 9s ago 17m 61.3M 2524M 18.2.2-1219-ge6cbcc46 c62c264cba88 1ba76c6a973e 2024-04-13T22:00:06.392 INFO:teuthology.orchestra.run.smithi165.stdout:osd.1 smithi165 running (16m) 9s ago 16m 60.1M 2524M 18.2.2-1219-ge6cbcc46 c62c264cba88 8253bb660f57 2024-04-13T22:00:06.392 INFO:teuthology.orchestra.run.smithi165.stdout:osd.2 smithi165 running (15m) 9s ago 15m 58.8M 2524M 18.2.2-1219-ge6cbcc46 c62c264cba88 2ab2eb95dedc 2024-04-13T22:00:06.392 INFO:teuthology.orchestra.run.smithi165.stdout:osd.3 smithi165 running (15m) 9s ago 15m 53.7M 2524M 18.2.2-1219-ge6cbcc46 c62c264cba88 25317ebac5dd 2024-04-13T22:00:06.392 INFO:teuthology.orchestra.run.smithi165.stdout:osd.4 smithi189 running (14m) 29s ago 14m 55.6M 2524M 18.2.2-1219-ge6cbcc46 c62c264cba88 916d85a9cb0a 2024-04-13T22:00:06.392 INFO:teuthology.orchestra.run.smithi165.stdout:osd.5 smithi189 running (13m) 29s ago 13m 55.1M 2524M 18.2.2-1219-ge6cbcc46 c62c264cba88 a18e52df71b2 2024-04-13T22:00:06.393 INFO:teuthology.orchestra.run.smithi165.stdout:osd.6 smithi189 running (12m) 29s ago 12m 54.4M 2524M 18.2.2-1219-ge6cbcc46 c62c264cba88 9df7d1512375 2024-04-13T22:00:06.393 INFO:teuthology.orchestra.run.smithi165.stdout:osd.7 smithi189 running (11m) 29s ago 11m 60.4M 2524M 18.2.2-1219-ge6cbcc46 c62c264cba88 c1970d76f232 2024-04-13T22:00:06.393 INFO:teuthology.orchestra.run.smithi165.stdout:prometheus.a smithi189 *:9095 running (2m) 29s ago 10m 42.0M - 2.43.0 a07b618ecd1d f901acc5f2d9 2024-04-13T22:00:07.316 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:07 smithi165 bash[84613]: audit 2024-04-13T22:00:06.368092+0000 mgr.y (mgr.25865) 78 : audit 0 from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T22:00:07.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:07 smithi165 bash[82211]: audit 2024-04-13T22:00:06.368092+0000 mgr.y (mgr.25865) 78 : audit 0 from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T22:00:07.350 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:07 smithi189 bash[23633]: audit 2024-04-13T22:00:06.368092+0000 mgr.y (mgr.25865) 78 : audit 0 from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T22:00:07.594 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -e sha1=809afd3da6037ef1c60dcf79f89e65791b95f8ef -- bash -c 'ceph orch upgrade pause' 2024-04-13T22:00:08.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:08 smithi189 bash[23633]: cluster 2024-04-13T22:00:06.851913+0000 mgr.y (mgr.25865) 79 : cluster 0 pgmap v60: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:08.566 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:08 smithi165 bash[82211]: cluster 2024-04-13T22:00:06.851913+0000 mgr.y (mgr.25865) 79 : cluster 0 pgmap v60: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:08.566 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:08 smithi165 bash[84613]: cluster 2024-04-13T22:00:06.851913+0000 mgr.y (mgr.25865) 79 : cluster 0 pgmap v60: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:11.056 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:10 smithi189 bash[23633]: cluster 2024-04-13T22:00:08.852489+0000 mgr.y (mgr.25865) 80 : cluster 0 pgmap v61: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:11.056 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:10 smithi189 bash[23633]: audit 2024-04-13T22:00:09.600114+0000 mon.a (mon.0) 126 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:11.056 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:10 smithi189 bash[23633]: audit 2024-04-13T22:00:09.611788+0000 mon.a (mon.0) 127 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:11.056 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:10 smithi189 bash[23633]: audit 2024-04-13T22:00:09.614183+0000 mon.a (mon.0) 128 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:00:11.056 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:10 smithi189 bash[23633]: audit 2024-04-13T22:00:09.615949+0000 mon.a (mon.0) 129 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:00:11.057 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:10 smithi189 bash[23633]: audit 2024-04-13T22:00:09.624258+0000 mon.a (mon.0) 130 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:11.057 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:10 smithi189 bash[23633]: audit 2024-04-13T22:00:09.715102+0000 mon.a (mon.0) 131 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:00:11.057 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:10 smithi189 bash[23633]: audit 2024-04-13T22:00:09.719646+0000 mon.a (mon.0) 132 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:00:11.057 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:10 smithi189 bash[23633]: audit 2024-04-13T22:00:09.722187+0000 mon.a (mon.0) 133 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-13T22:00:11.057 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:10 smithi189 bash[23633]: audit 2024-04-13T22:00:09.723641+0000 mon.a (mon.0) 134 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-13T22:00:11.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:10 smithi165 bash[82211]: cluster 2024-04-13T22:00:08.852489+0000 mgr.y (mgr.25865) 80 : cluster 0 pgmap v61: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:11.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:10 smithi165 bash[82211]: audit 2024-04-13T22:00:09.600114+0000 mon.a (mon.0) 126 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:11.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:10 smithi165 bash[82211]: audit 2024-04-13T22:00:09.611788+0000 mon.a (mon.0) 127 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:11.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:10 smithi165 bash[82211]: audit 2024-04-13T22:00:09.614183+0000 mon.a (mon.0) 128 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:00:11.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:10 smithi165 bash[82211]: audit 2024-04-13T22:00:09.615949+0000 mon.a (mon.0) 129 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:00:11.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:10 smithi165 bash[82211]: audit 2024-04-13T22:00:09.624258+0000 mon.a (mon.0) 130 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:11.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:10 smithi165 bash[82211]: audit 2024-04-13T22:00:09.715102+0000 mon.a (mon.0) 131 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:00:11.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:10 smithi165 bash[82211]: audit 2024-04-13T22:00:09.719646+0000 mon.a (mon.0) 132 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:00:11.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:10 smithi165 bash[82211]: audit 2024-04-13T22:00:09.722187+0000 mon.a (mon.0) 133 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-13T22:00:11.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:10 smithi165 bash[82211]: audit 2024-04-13T22:00:09.723641+0000 mon.a (mon.0) 134 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-13T22:00:11.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:10 smithi165 bash[84613]: cluster 2024-04-13T22:00:08.852489+0000 mgr.y (mgr.25865) 80 : cluster 0 pgmap v61: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:11.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:10 smithi165 bash[84613]: audit 2024-04-13T22:00:09.600114+0000 mon.a (mon.0) 126 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:11.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:10 smithi165 bash[84613]: audit 2024-04-13T22:00:09.611788+0000 mon.a (mon.0) 127 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:11.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:10 smithi165 bash[84613]: audit 2024-04-13T22:00:09.614183+0000 mon.a (mon.0) 128 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:00:11.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:10 smithi165 bash[84613]: audit 2024-04-13T22:00:09.615949+0000 mon.a (mon.0) 129 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:00:11.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:10 smithi165 bash[84613]: audit 2024-04-13T22:00:09.624258+0000 mon.a (mon.0) 130 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:11.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:10 smithi165 bash[84613]: audit 2024-04-13T22:00:09.715102+0000 mon.a (mon.0) 131 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:00:11.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:10 smithi165 bash[84613]: audit 2024-04-13T22:00:09.719646+0000 mon.a (mon.0) 132 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:00:11.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:10 smithi165 bash[84613]: audit 2024-04-13T22:00:09.722187+0000 mon.a (mon.0) 133 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-13T22:00:11.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:10 smithi165 bash[84613]: audit 2024-04-13T22:00:09.723641+0000 mon.a (mon.0) 134 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-13T22:00:12.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:11 smithi165 bash[82211]: cephadm 2024-04-13T22:00:09.724819+0000 mgr.y (mgr.25865) 81 : cephadm 1 Upgrade: It appears safe to stop mon.b 2024-04-13T22:00:12.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:11 smithi165 bash[84613]: cephadm 2024-04-13T22:00:09.724819+0000 mgr.y (mgr.25865) 81 : cephadm 1 Upgrade: It appears safe to stop mon.b 2024-04-13T22:00:12.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:11 smithi189 bash[23633]: cephadm 2024-04-13T22:00:09.724819+0000 mgr.y (mgr.25865) 81 : cephadm 1 Upgrade: It appears safe to stop mon.b 2024-04-13T22:00:12.325 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:00:12.614 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:00:12 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:00:12] "GET /metrics HTTP/1.1" 200 33886 "" "Prometheus/2.43.0" 2024-04-13T22:00:12.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:12 smithi189 bash[23633]: cluster 2024-04-13T22:00:10.853564+0000 mgr.y (mgr.25865) 82 : cluster 0 pgmap v62: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:12.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:12 smithi189 bash[23633]: audit 2024-04-13T22:00:12.004215+0000 mon.a (mon.0) 135 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:12.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:12 smithi189 bash[23633]: audit 2024-04-13T22:00:12.008352+0000 mon.a (mon.0) 136 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T22:00:12.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:12 smithi189 bash[23633]: audit 2024-04-13T22:00:12.010119+0000 mon.a (mon.0) 137 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T22:00:12.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:12 smithi189 bash[23633]: audit 2024-04-13T22:00:12.011759+0000 mon.a (mon.0) 138 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:00:13.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:12 smithi165 bash[82211]: cluster 2024-04-13T22:00:10.853564+0000 mgr.y (mgr.25865) 82 : cluster 0 pgmap v62: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:13.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:12 smithi165 bash[82211]: audit 2024-04-13T22:00:12.004215+0000 mon.a (mon.0) 135 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:13.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:12 smithi165 bash[82211]: audit 2024-04-13T22:00:12.008352+0000 mon.a (mon.0) 136 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T22:00:13.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:12 smithi165 bash[82211]: audit 2024-04-13T22:00:12.010119+0000 mon.a (mon.0) 137 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T22:00:13.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:12 smithi165 bash[82211]: audit 2024-04-13T22:00:12.011759+0000 mon.a (mon.0) 138 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:00:13.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:12 smithi165 bash[84613]: cluster 2024-04-13T22:00:10.853564+0000 mgr.y (mgr.25865) 82 : cluster 0 pgmap v62: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:13.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:12 smithi165 bash[84613]: audit 2024-04-13T22:00:12.004215+0000 mon.a (mon.0) 135 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:13.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:12 smithi165 bash[84613]: audit 2024-04-13T22:00:12.008352+0000 mon.a (mon.0) 136 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T22:00:13.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:12 smithi165 bash[84613]: audit 2024-04-13T22:00:12.010119+0000 mon.a (mon.0) 137 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T22:00:13.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:12 smithi165 bash[84613]: audit 2024-04-13T22:00:12.011759+0000 mon.a (mon.0) 138 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:00:13.816 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:13 smithi165 bash[82211]: cephadm 2024-04-13T22:00:11.995600+0000 mgr.y (mgr.25865) 83 : cephadm 1 Upgrade: Updating mon.b 2024-04-13T22:00:13.816 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:13 smithi165 bash[82211]: cephadm 2024-04-13T22:00:12.013954+0000 mgr.y (mgr.25865) 84 : cephadm 1 Deploying daemon mon.b on smithi189 2024-04-13T22:00:13.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:13 smithi165 bash[82211]: audit 2024-04-13T22:00:12.897550+0000 mon.a (mon.0) 139 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:00:13.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:13 smithi165 bash[84613]: cephadm 2024-04-13T22:00:11.995600+0000 mgr.y (mgr.25865) 83 : cephadm 1 Upgrade: Updating mon.b 2024-04-13T22:00:13.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:13 smithi165 bash[84613]: cephadm 2024-04-13T22:00:12.013954+0000 mgr.y (mgr.25865) 84 : cephadm 1 Deploying daemon mon.b on smithi189 2024-04-13T22:00:13.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:13 smithi165 bash[84613]: audit 2024-04-13T22:00:12.897550+0000 mon.a (mon.0) 139 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:00:14.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:13 smithi189 bash[23633]: cephadm 2024-04-13T22:00:11.995600+0000 mgr.y (mgr.25865) 83 : cephadm 1 Upgrade: Updating mon.b 2024-04-13T22:00:14.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:13 smithi189 bash[23633]: cephadm 2024-04-13T22:00:12.013954+0000 mgr.y (mgr.25865) 84 : cephadm 1 Deploying daemon mon.b on smithi189 2024-04-13T22:00:14.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:13 smithi189 bash[23633]: audit 2024-04-13T22:00:12.897550+0000 mon.a (mon.0) 139 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:00:14.441 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 22:00:14 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:00:14.442 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 22:00:14 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:00:14.442 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:00:14 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:00:14.442 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:00:14 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:00:14.443 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 22:00:14 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:00:14.443 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:00:14 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:00:14.443 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 22:00:14 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:00:14.443 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:00:14 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:00:14.444 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:14 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:00:14.444 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:14 smithi189 systemd[1]: Stopping Ceph mon.b for 1c29171c-f9de-11ee-bc8e-c7b262605968... 2024-04-13T22:00:14.783 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:14 smithi189 bash[23633]: debug 2024-04-13T22:00:14.543+0000 7fc6ce423700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-04-13T22:00:14.783 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:14 smithi189 bash[23633]: debug 2024-04-13T22:00:14.543+0000 7fc6ce423700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-04-13T22:00:15.366 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:15 smithi189 bash[67974]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-mon-b 2024-04-13T22:00:15.367 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:15 smithi189 bash[68035]: Error response from daemon: No such container: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-mon-b 2024-04-13T22:00:15.367 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:15 smithi189 systemd[1]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@mon.b.service: Deactivated successfully. 2024-04-13T22:00:15.367 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:15 smithi189 systemd[1]: Stopped Ceph mon.b for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T22:00:15.845 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:00:15 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:00:15.845 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:00:15 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:00:15.845 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 22:00:15 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:00:15.846 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 22:00:15 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:00:15.846 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 22:00:15 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:00:15.846 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:00:15 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:00:15.846 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:00:15 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:00:15.847 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 22:00:15 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:00:15.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:15 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:00:15.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:15 smithi189 systemd[1]: Started Ceph mon.b for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T22:00:16.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.415+0000 7f69637d3c80 0 set uid:gid to 167:167 (ceph:ceph) 2024-04-13T22:00:16.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.415+0000 7f69637d3c80 0 ceph version 19.0.0-2113-g809afd3d (809afd3da6037ef1c60dcf79f89e65791b95f8ef) squid (dev), process ceph-mon, pid 7 2024-04-13T22:00:16.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.415+0000 7f69637d3c80 0 pidfile_write: ignore empty --pid-file 2024-04-13T22:00:16.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 0 load: jerasure load: lrc 2024-04-13T22:00:16.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: RocksDB version: 7.9.2 2024-04-13T22:00:16.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Git sha 0 2024-04-13T22:00:16.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Compile date 2024-04-13 00:37:44 2024-04-13T22:00:16.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: DB SUMMARY 2024-04-13T22:00:16.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: DB Session ID: KT8D8X0SGAODCOSRTY3U 2024-04-13T22:00:16.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: CURRENT file: CURRENT 2024-04-13T22:00:16.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: IDENTITY file: IDENTITY 2024-04-13T22:00:16.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: MANIFEST file: MANIFEST-000010 size: 2118 Bytes 2024-04-13T22:00:16.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000036.sst 2024-04-13T22:00:16.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000034.log size: 1664787 ; 2024-04-13T22:00:16.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.error_if_exists: 0 2024-04-13T22:00:16.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.create_if_missing: 0 2024-04-13T22:00:16.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.paranoid_checks: 1 2024-04-13T22:00:16.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-04-13T22:00:16.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-13T22:00:16.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-13T22:00:16.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.env: 0x55d188e40c60 2024-04-13T22:00:16.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.fs: PosixFileSystem 2024-04-13T22:00:16.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.info_log: 0x55d189d57b20 2024-04-13T22:00:16.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.max_file_opening_threads: 16 2024-04-13T22:00:16.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.statistics: (nil) 2024-04-13T22:00:16.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.use_fsync: 0 2024-04-13T22:00:16.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.max_log_file_size: 0 2024-04-13T22:00:16.602 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-13T22:00:16.602 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-04-13T22:00:16.602 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.keep_log_file_num: 1000 2024-04-13T22:00:16.602 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.recycle_log_file_num: 0 2024-04-13T22:00:16.602 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.allow_fallocate: 1 2024-04-13T22:00:16.602 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.allow_mmap_reads: 0 2024-04-13T22:00:16.602 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.allow_mmap_writes: 0 2024-04-13T22:00:16.602 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.use_direct_reads: 0 2024-04-13T22:00:16.602 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-13T22:00:16.602 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.create_missing_column_families: 0 2024-04-13T22:00:16.604 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.db_log_dir: 2024-04-13T22:00:16.604 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.wal_dir: 2024-04-13T22:00:16.604 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-04-13T22:00:16.604 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-04-13T22:00:16.604 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-04-13T22:00:16.604 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-13T22:00:16.604 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-13T22:00:16.605 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-04-13T22:00:16.605 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.advise_random_on_open: 1 2024-04-13T22:00:16.605 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.db_write_buffer_size: 0 2024-04-13T22:00:16.605 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.write_buffer_manager: 0x55d189d2a820 2024-04-13T22:00:16.605 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-13T22:00:16.605 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-13T22:00:16.605 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-04-13T22:00:16.605 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.rate_limiter: (nil) 2024-04-13T22:00:16.605 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-13T22:00:16.605 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.wal_recovery_mode: 2 2024-04-13T22:00:16.605 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.enable_thread_tracking: 0 2024-04-13T22:00:16.605 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.enable_pipelined_write: 0 2024-04-13T22:00:16.605 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.unordered_write: 0 2024-04-13T22:00:16.606 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-13T22:00:16.606 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-13T22:00:16.606 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-13T22:00:16.606 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-13T22:00:16.606 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.row_cache: None 2024-04-13T22:00:16.606 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.wal_filter: None 2024-04-13T22:00:16.606 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-13T22:00:16.606 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.allow_ingest_behind: 0 2024-04-13T22:00:16.606 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.two_write_queues: 0 2024-04-13T22:00:16.606 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.manual_wal_flush: 0 2024-04-13T22:00:16.606 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.wal_compression: 0 2024-04-13T22:00:16.606 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.atomic_flush: 0 2024-04-13T22:00:16.606 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-13T22:00:16.607 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-04-13T22:00:16.607 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-04-13T22:00:16.607 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.log_readahead_size: 0 2024-04-13T22:00:16.607 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-13T22:00:16.607 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.best_efforts_recovery: 0 2024-04-13T22:00:16.607 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-13T22:00:16.607 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-13T22:00:16.607 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.allow_data_in_errors: 0 2024-04-13T22:00:16.607 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.db_host_id: __hostname__ 2024-04-13T22:00:16.607 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-04-13T22:00:16.607 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.max_background_jobs: 2 2024-04-13T22:00:16.607 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.max_background_compactions: -1 2024-04-13T22:00:16.607 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.max_subcompactions: 1 2024-04-13T22:00:16.608 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-13T22:00:16.608 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-13T22:00:16.608 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-04-13T22:00:16.608 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.max_total_wal_size: 0 2024-04-13T22:00:16.608 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-13T22:00:16.608 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-04-13T22:00:16.608 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-04-13T22:00:16.608 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-13T22:00:16.608 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.max_open_files: -1 2024-04-13T22:00:16.608 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.bytes_per_sync: 0 2024-04-13T22:00:16.608 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-04-13T22:00:16.608 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-04-13T22:00:16.608 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.compaction_readahead_size: 0 2024-04-13T22:00:16.608 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.max_background_flushes: -1 2024-04-13T22:00:16.609 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Compression algorithms supported: 2024-04-13T22:00:16.609 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-13T22:00:16.609 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: kZSTD supported: 0 2024-04-13T22:00:16.609 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: kXpressCompression supported: 0 2024-04-13T22:00:16.609 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: kLZ4HCCompression supported: 1 2024-04-13T22:00:16.609 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: kZlibCompression supported: 1 2024-04-13T22:00:16.609 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: kSnappyCompression supported: 1 2024-04-13T22:00:16.609 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: kLZ4Compression supported: 1 2024-04-13T22:00:16.609 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: kBZip2Compression supported: 0 2024-04-13T22:00:16.609 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-04-13T22:00:16.609 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-04-13T22:00:16.609 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2024-04-13T22:00:16.610 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-13T22:00:16.610 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-13T22:00:16.610 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.merge_operator: 2024-04-13T22:00:16.610 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.compaction_filter: None 2024-04-13T22:00:16.610 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.compaction_filter_factory: None 2024-04-13T22:00:16.610 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.sst_partitioner_factory: None 2024-04-13T22:00:16.610 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-04-13T22:00:16.610 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-04-13T22:00:16.610 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55d189d57c40) 2024-04-13T22:00:16.610 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: cache_index_and_filter_blocks: 1 2024-04-13T22:00:16.610 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-13T22:00:16.610 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-13T22:00:16.610 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: pin_top_level_index_and_filter: 1 2024-04-13T22:00:16.610 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: index_type: 0 2024-04-13T22:00:16.611 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: data_block_index_type: 0 2024-04-13T22:00:16.611 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: index_shortening: 1 2024-04-13T22:00:16.611 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: data_block_hash_table_util_ratio: 0.750000 2024-04-13T22:00:16.611 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: checksum: 4 2024-04-13T22:00:16.611 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: no_block_cache: 0 2024-04-13T22:00:16.611 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: block_cache: 0x55d189d59090 2024-04-13T22:00:16.611 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: block_cache_name: BinnedLRUCache 2024-04-13T22:00:16.611 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: block_cache_options: 2024-04-13T22:00:16.611 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: capacity : 536870912 2024-04-13T22:00:16.611 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: num_shard_bits : 4 2024-04-13T22:00:16.611 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: strict_capacity_limit : 0 2024-04-13T22:00:16.611 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: high_pri_pool_ratio: 0.000 2024-04-13T22:00:16.611 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: block_cache_compressed: (nil) 2024-04-13T22:00:16.611 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: persistent_cache: (nil) 2024-04-13T22:00:16.612 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: block_size: 4096 2024-04-13T22:00:16.612 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: block_size_deviation: 10 2024-04-13T22:00:16.612 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: block_restart_interval: 16 2024-04-13T22:00:16.612 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: index_block_restart_interval: 1 2024-04-13T22:00:16.612 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: metadata_block_size: 4096 2024-04-13T22:00:16.612 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: partition_filters: 0 2024-04-13T22:00:16.612 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: use_delta_encoding: 1 2024-04-13T22:00:16.612 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: filter_policy: bloomfilter 2024-04-13T22:00:16.612 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: whole_key_filtering: 1 2024-04-13T22:00:16.612 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: verify_compression: 0 2024-04-13T22:00:16.612 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: read_amp_bytes_per_bit: 0 2024-04-13T22:00:16.612 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: format_version: 5 2024-04-13T22:00:16.612 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: enable_index_compression: 1 2024-04-13T22:00:16.612 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: block_align: 0 2024-04-13T22:00:16.613 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: max_auto_readahead_size: 262144 2024-04-13T22:00:16.613 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: prepopulate_block_cache: 0 2024-04-13T22:00:16.613 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: initial_auto_readahead_size: 8192 2024-04-13T22:00:16.613 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: num_file_reads_for_auto_readahead: 2 2024-04-13T22:00:16.613 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.write_buffer_size: 33554432 2024-04-13T22:00:16.613 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.max_write_buffer_number: 2 2024-04-13T22:00:16.613 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.compression: NoCompression 2024-04-13T22:00:16.613 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.bottommost_compression: Disabled 2024-04-13T22:00:16.613 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.prefix_extractor: nullptr 2024-04-13T22:00:16.613 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-13T22:00:16.613 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.num_levels: 7 2024-04-13T22:00:16.613 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-13T22:00:16.613 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-13T22:00:16.613 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-13T22:00:16.614 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-13T22:00:16.614 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-13T22:00:16.614 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-13T22:00:16.614 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-13T22:00:16.614 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-13T22:00:16.614 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-13T22:00:16.614 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-13T22:00:16.614 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-13T22:00:16.614 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-13T22:00:16.614 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-04-13T22:00:16.614 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.compression_opts.level: 32767 2024-04-13T22:00:16.614 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.compression_opts.strategy: 0 2024-04-13T22:00:16.614 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-13T22:00:16.615 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-13T22:00:16.615 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-13T22:00:16.615 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-13T22:00:16.615 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.compression_opts.enabled: false 2024-04-13T22:00:16.615 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-13T22:00:16.615 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-13T22:00:16.615 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-13T22:00:16.615 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-13T22:00:16.615 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.target_file_size_base: 67108864 2024-04-13T22:00:16.615 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-04-13T22:00:16.615 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-13T22:00:16.615 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-13T22:00:16.615 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-13T22:00:16.616 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-13T22:00:16.616 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-13T22:00:16.616 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-13T22:00:16.616 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-13T22:00:16.616 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-13T22:00:16.616 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-13T22:00:16.616 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-13T22:00:16.616 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-13T22:00:16.616 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-13T22:00:16.616 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-13T22:00:16.616 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.arena_block_size: 1048576 2024-04-13T22:00:16.616 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-13T22:00:16.617 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-13T22:00:16.617 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.disable_auto_compactions: 0 2024-04-13T22:00:16.617 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-13T22:00:16.617 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-13T22:00:16.617 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-13T22:00:16.617 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-13T22:00:16.617 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-13T22:00:16.617 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-13T22:00:16.617 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-13T22:00:16.617 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-13T22:00:16.617 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-13T22:00:16.617 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-13T22:00:16.618 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.table_properties_collectors: 2024-04-13T22:00:16.618 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.inplace_update_support: 0 2024-04-13T22:00:16.618 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-04-13T22:00:16.618 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-13T22:00:16.618 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-13T22:00:16.618 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-04-13T22:00:16.618 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.bloom_locality: 0 2024-04-13T22:00:16.618 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.max_successive_merges: 0 2024-04-13T22:00:16.618 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-04-13T22:00:16.618 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.paranoid_file_checks: 0 2024-04-13T22:00:16.618 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.force_consistency_checks: 1 2024-04-13T22:00:16.618 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.report_bg_io_stats: 0 2024-04-13T22:00:16.618 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.ttl: 2592000 2024-04-13T22:00:16.619 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-04-13T22:00:16.619 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-13T22:00:16.619 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-13T22:00:16.619 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.enable_blob_files: false 2024-04-13T22:00:16.619 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.min_blob_size: 0 2024-04-13T22:00:16.619 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.blob_file_size: 268435456 2024-04-13T22:00:16.619 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-04-13T22:00:16.619 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-04-13T22:00:16.619 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-13T22:00:16.619 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-13T22:00:16.619 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-13T22:00:16.619 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.blob_file_starting_level: 0 2024-04-13T22:00:16.619 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-13T22:00:16.620 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-13T22:00:16.620 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 38, last_sequence is 18412, log_number is 34,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 34 2024-04-13T22:00:16.620 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 34 2024-04-13T22:00:16.620 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: eb4aa991-e0e7-46a2-a70f-fe69047c0554 2024-04-13T22:00:16.620 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1713045616424919, "job": 1, "event": "recovery_started", "wal_files": [34]} 2024-04-13T22:00:16.620 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.419+0000 7f69637d3c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #34 mode 2 2024-04-13T22:00:16.620 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.427+0000 7f69637d3c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1713045616432589, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 39, "file_size": 982409, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 18417, "largest_seqno": 19360, "table_properties": {"data_size": 977942, "index_size": 2493, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 965, "raw_key_size": 8144, "raw_average_key_size": 22, "raw_value_size": 970034, "raw_average_value_size": 2694, "num_data_blocks": 113, "num_entries": 360, "num_filter_entries": 360, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1713045616, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "eb4aa991-e0e7-46a2-a70f-fe69047c0554", "db_session_id": "KT8D8X0SGAODCOSRTY3U", "orig_file_number": 39, "seqno_to_time_mapping": "N/A"}} 2024-04-13T22:00:16.620 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.427+0000 7f69637d3c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1713045616432726, "job": 1, "event": "recovery_finished"} 2024-04-13T22:00:16.620 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.427+0000 7f69637d3c80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 41 2024-04-13T22:00:16.620 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.427+0000 7f69637d3c80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-13T22:00:16.621 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.431+0000 7f69637d3c80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000034.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-13T22:00:16.621 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.431+0000 7f69637d3c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55d189e4e000 2024-04-13T22:00:16.621 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.431+0000 7f69637d3c80 4 rocksdb: DB pointer 0x55d189e38000 2024-04-13T22:00:16.621 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.431+0000 7f6951f36700 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-13T22:00:16.621 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.431+0000 7f6951f36700 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-13T22:00:16.621 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: ** DB Stats ** 2024-04-13T22:00:16.621 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-13T22:00:16.621 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-13T22:00:16.621 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-13T22:00:16.622 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-13T22:00:16.622 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-13T22:00:16.622 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-13T22:00:16.622 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-13T22:00:16.622 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: ** Compaction Stats [default] ** 2024-04-13T22:00:16.622 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-13T22:00:16.622 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-13T22:00:16.622 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: L0 1/0 959.38 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 280.7 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-13T22:00:16.622 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: L6 1/0 8.28 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-13T22:00:16.622 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: Sum 2/0 9.22 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 280.7 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-13T22:00:16.622 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 280.7 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-13T22:00:16.622 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: ** Compaction Stats [default] ** 2024-04-13T22:00:16.622 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-13T22:00:16.623 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-13T22:00:16.623 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 280.7 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-13T22:00:16.623 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-13T22:00:16.623 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-13T22:00:16.623 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: Flush(GB): cumulative 0.001, interval 0.001 2024-04-13T22:00:16.623 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-13T22:00:16.623 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: AddFile(Total Files): cumulative 0, interval 0 2024-04-13T22:00:16.623 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: AddFile(L0 Files): cumulative 0, interval 0 2024-04-13T22:00:16.623 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: AddFile(Keys): cumulative 0, interval 0 2024-04-13T22:00:16.623 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: Cumulative compaction: 0.00 GB write, 86.69 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-13T22:00:16.623 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: Interval compaction: 0.00 GB write, 86.69 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-13T22:00:16.623 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-13T22:00:16.623 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: Block cache BinnedLRUCache@0x55d189d59090#7 capacity: 512.00 MB usage: 3.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.3e-05 secs_since: 0 2024-04-13T22:00:16.623 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: Block cache entry stats(count,size,portion): FilterBlock(1,1.03 KB,0.000196695%) IndexBlock(1,2.58 KB,0.000491738%) Misc(1,0.00 KB,0%) 2024-04-13T22:00:16.624 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: ** File Read Latency Histogram By Level [default] ** 2024-04-13T22:00:16.624 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.431+0000 7f69637d3c80 0 starting mon.b rank 1 at public addrs [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] at bind addrs [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T22:00:16.624 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.431+0000 7f69637d3c80 1 mon.b@-1(???) e3 preinit fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T22:00:16.624 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.431+0000 7f69637d3c80 0 mon.b@-1(???).mds e9 new map 2024-04-13T22:00:16.624 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.431+0000 7f69637d3c80 0 mon.b@-1(???).mds e9 print_map 2024-04-13T22:00:16.624 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: e9 2024-04-13T22:00:16.624 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: enable_multiple, ever_enabled_multiple: 1,1 2024-04-13T22:00:16.624 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-13T22:00:16.624 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: legacy client fscid: 1 2024-04-13T22:00:16.624 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: 2024-04-13T22:00:16.624 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: Filesystem 'foo' (1) 2024-04-13T22:00:16.624 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: fs_name foo 2024-04-13T22:00:16.624 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: epoch 9 2024-04-13T22:00:16.624 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-13T22:00:16.624 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: created 2024-04-13T21:51:56.730674+0000 2024-04-13T22:00:16.625 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: modified 2024-04-13T21:52:07.644035+0000 2024-04-13T22:00:16.625 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: tableserver 0 2024-04-13T22:00:16.625 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: root 0 2024-04-13T22:00:16.625 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: session_timeout 60 2024-04-13T22:00:16.625 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: session_autoclose 300 2024-04-13T22:00:16.625 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: max_file_size 1099511627776 2024-04-13T22:00:16.625 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: max_xattr_size 65536 2024-04-13T22:00:16.625 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: required_client_features {} 2024-04-13T22:00:16.625 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: last_failure 0 2024-04-13T22:00:16.625 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: last_failure_osd_epoch 70 2024-04-13T22:00:16.625 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-13T22:00:16.625 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: max_mds 1 2024-04-13T22:00:16.625 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: in 0 2024-04-13T22:00:16.626 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: up {0=24385} 2024-04-13T22:00:16.626 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: failed 2024-04-13T22:00:16.626 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: damaged 2024-04-13T22:00:16.626 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: stopped 2024-04-13T22:00:16.626 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: data_pools [4] 2024-04-13T22:00:16.626 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: metadata_pool 3 2024-04-13T22:00:16.626 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: inline_data disabled 2024-04-13T22:00:16.626 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: balancer 2024-04-13T22:00:16.626 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: bal_rank_mask -1 2024-04-13T22:00:16.626 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: standby_count_wanted 1 2024-04-13T22:00:16.626 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: qdb_cluster leader: 0 members: 2024-04-13T22:00:16.626 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: [mds.foo.smithi189.nwqqrx{0:24385} state up:active seq 4 join_fscid=1 addr [v2:172.21.15.189:6832/4211274938,v1:172.21.15.189:6833/4211274938] compat {c=[1],r=[1],i=[7ff]}] 2024-04-13T22:00:16.626 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: 2024-04-13T22:00:16.626 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: 2024-04-13T22:00:16.627 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: Standby daemons: 2024-04-13T22:00:16.627 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: 2024-04-13T22:00:16.627 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: [mds.foo.smithi165.sviubw{-1:14589} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.165:6834/3512359872,v1:172.21.15.165:6835/3512359872] compat {c=[1],r=[1],i=[7ff]}] 2024-04-13T22:00:16.627 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.431+0000 7f69637d3c80 0 mon.b@-1(???).osd e92 crush map has features 3314933000854323200, adjusting msgr requires 2024-04-13T22:00:16.627 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.431+0000 7f69637d3c80 0 mon.b@-1(???).osd e92 crush map has features 432629239337189376, adjusting msgr requires 2024-04-13T22:00:16.627 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.431+0000 7f69637d3c80 0 mon.b@-1(???).osd e92 crush map has features 432629239337189376, adjusting msgr requires 2024-04-13T22:00:16.627 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.431+0000 7f69637d3c80 0 mon.b@-1(???).osd e92 crush map has features 432629239337189376, adjusting msgr requires 2024-04-13T22:00:16.627 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:16 smithi189 bash[68090]: debug 2024-04-13T22:00:16.431+0000 7f69637d3c80 1 mon.b@-1(???).paxosservice(auth 1..23) refresh upgraded, format 0 -> 3 2024-04-13T22:00:18.066 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:17 smithi165 bash[84613]: cluster 2024-04-13T22:00:12.854169+0000 mgr.y (mgr.25865) 85 : cluster 0 pgmap v63: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:18.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:17 smithi165 bash[82211]: cluster 2024-04-13T22:00:12.854169+0000 mgr.y (mgr.25865) 85 : cluster 0 pgmap v63: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:18.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:17 smithi165 bash[82211]: debug 2024-04-13T22:00:17.699+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-04-13T22:00:18.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:17 smithi165 bash[82211]: debug 2024-04-13T22:00:17.699+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-04-13T22:00:18.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:17 smithi165 bash[82211]: debug 2024-04-13T22:00:17.699+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:18.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:17 smithi165 bash[82211]: debug 2024-04-13T22:00:17.699+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:18.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:17 smithi165 bash[82211]: debug 2024-04-13T22:00:17.699+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:18.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:17 smithi165 bash[82211]: debug 2024-04-13T22:00:17.699+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:18.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:17 smithi165 bash[82211]: debug 2024-04-13T22:00:17.699+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:18.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:17 smithi165 bash[82211]: debug 2024-04-13T22:00:17.699+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:18.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:17 smithi165 bash[82211]: debug 2024-04-13T22:00:17.699+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:18.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:17 smithi165 bash[82211]: debug 2024-04-13T22:00:17.699+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:18.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:17 smithi189 bash[68090]: cluster 2024-04-13T22:00:12.854169+0000 mgr.y (mgr.25865) 85 : cluster 0 pgmap v63: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:21.816 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:00:21 smithi165 bash[74606]: debug 2024-04-13T22:00:21.435+0000 7feb1d351700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-04-13T22:00:22.731 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:00:22 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:00:22] "GET /metrics HTTP/1.1" 200 33890 "" "Prometheus/2.43.0" 2024-04-13T22:00:22.803 INFO:teuthology.orchestra.run.smithi165.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c589cd63a0c5d4e47e2117d0f81662623bc0bc5acf8d3aa0cbc0b2a08d032464 2024-04-13T22:00:22.986 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:22 smithi165 bash[82211]: debug 2024-04-13T22:00:22.731+0000 7fd27e1ef700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-04-13T22:00:22.987 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:22 smithi165 bash[82211]: debug 2024-04-13T22:00:22.731+0000 7fd27e1ef700 -1 log_channel(cluster) log [ERR] : [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-04-13T22:00:22.987 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:22 smithi165 bash[82211]: debug 2024-04-13T22:00:22.731+0000 7fd27e1ef700 -1 log_channel(cluster) log [ERR] : osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:22.987 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:22 smithi165 bash[82211]: debug 2024-04-13T22:00:22.731+0000 7fd27e1ef700 -1 log_channel(cluster) log [ERR] : osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:22.987 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:22 smithi165 bash[82211]: debug 2024-04-13T22:00:22.731+0000 7fd27e1ef700 -1 log_channel(cluster) log [ERR] : osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:22.987 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:22 smithi165 bash[82211]: debug 2024-04-13T22:00:22.731+0000 7fd27e1ef700 -1 log_channel(cluster) log [ERR] : osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:22.987 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:22 smithi165 bash[82211]: debug 2024-04-13T22:00:22.731+0000 7fd27e1ef700 -1 log_channel(cluster) log [ERR] : osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:22.987 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:22 smithi165 bash[82211]: debug 2024-04-13T22:00:22.731+0000 7fd27e1ef700 -1 log_channel(cluster) log [ERR] : osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:22.987 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:22 smithi165 bash[82211]: debug 2024-04-13T22:00:22.731+0000 7fd27e1ef700 -1 log_channel(cluster) log [ERR] : osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:22.987 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:22 smithi165 bash[82211]: debug 2024-04-13T22:00:22.731+0000 7fd27e1ef700 -1 log_channel(cluster) log [ERR] : osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:22.987 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:22 smithi165 bash[82211]: debug 2024-04-13T22:00:22.787+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-04-13T22:00:22.987 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:22 smithi165 bash[82211]: debug 2024-04-13T22:00:22.787+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-04-13T22:00:22.988 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:22 smithi165 bash[82211]: debug 2024-04-13T22:00:22.787+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:22.988 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:22 smithi165 bash[82211]: debug 2024-04-13T22:00:22.787+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:22.988 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:22 smithi165 bash[82211]: debug 2024-04-13T22:00:22.787+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:22.988 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:22 smithi165 bash[82211]: debug 2024-04-13T22:00:22.787+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:22.988 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:22 smithi165 bash[82211]: debug 2024-04-13T22:00:22.787+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:22.988 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:22 smithi165 bash[82211]: debug 2024-04-13T22:00:22.787+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:22.988 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:22 smithi165 bash[82211]: debug 2024-04-13T22:00:22.787+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:22.988 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:22 smithi165 bash[82211]: debug 2024-04-13T22:00:22.787+0000 7fd27b9ea700 -1 log_channel(cluster) log [ERR] : osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:23.617 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -e sha1=809afd3da6037ef1c60dcf79f89e65791b95f8ef -- bash -c 'sleep 60' 2024-04-13T22:00:24.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:17.718767+0000 mon.b (mon.1) 2 : cluster 1 mon.b calling monitor election 2024-04-13T22:00:24.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:17.719171+0000 mon.c (mon.2) 2 : cluster 1 mon.c calling monitor election 2024-04-13T22:00:24.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.725001+0000 mon.a (mon.0) 169 : cluster 0 monmap epoch 4 2024-04-13T22:00:24.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.725053+0000 mon.a (mon.0) 170 : cluster 0 fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T22:00:24.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.725093+0000 mon.a (mon.0) 171 : cluster 0 last_changed 2024-04-13T22:00:17.685533+0000 2024-04-13T22:00:24.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.725134+0000 mon.a (mon.0) 172 : cluster 0 created 2024-04-13T21:39:16.237853+0000 2024-04-13T22:00:24.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.725174+0000 mon.a (mon.0) 173 : cluster 0 min_mon_release 19 (squid) 2024-04-13T22:00:24.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.725217+0000 mon.a (mon.0) 174 : cluster 0 election_strategy: 1 2024-04-13T22:00:24.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.725258+0000 mon.a (mon.0) 175 : cluster 0 0: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.a 2024-04-13T22:00:24.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.725302+0000 mon.a (mon.0) 176 : cluster 0 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-04-13T22:00:24.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.725341+0000 mon.a (mon.0) 177 : cluster 0 2: [v2:172.21.15.165:3301/0,v1:172.21.15.165:6790/0] mon.c 2024-04-13T22:00:24.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.726428+0000 mon.a (mon.0) 178 : cluster 0 fsmap foo:1 {0=foo.smithi189.nwqqrx=up:active} 1 up:standby 2024-04-13T22:00:24.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.726547+0000 mon.a (mon.0) 179 : cluster 0 osdmap e92: 8 total, 8 up, 8 in 2024-04-13T22:00:24.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.727194+0000 mon.a (mon.0) 180 : cluster 0 mgrmap e37: y(active, since 2m), standbys: x 2024-04-13T22:00:24.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.727638+0000 mon.a (mon.0) 181 : cluster 3 Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-04-13T22:00:24.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.735560+0000 mon.a (mon.0) 182 : cluster 4 Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-04-13T22:00:24.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.735617+0000 mon.a (mon.0) 183 : cluster 4 [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-04-13T22:00:24.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.735665+0000 mon.a (mon.0) 184 : cluster 4 osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.735711+0000 mon.a (mon.0) 185 : cluster 4 osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.735755+0000 mon.a (mon.0) 186 : cluster 4 osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.735801+0000 mon.a (mon.0) 187 : cluster 4 osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.735841+0000 mon.a (mon.0) 188 : cluster 4 osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.735885+0000 mon.a (mon.0) 189 : cluster 4 osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.735927+0000 mon.a (mon.0) 190 : cluster 4 osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:17.718767+0000 mon.b (mon.1) 2 : cluster 1 mon.b calling monitor election 2024-04-13T22:00:24.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:17.719171+0000 mon.c (mon.2) 2 : cluster 1 mon.c calling monitor election 2024-04-13T22:00:24.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.725001+0000 mon.a (mon.0) 169 : cluster 0 monmap epoch 4 2024-04-13T22:00:24.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.725053+0000 mon.a (mon.0) 170 : cluster 0 fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T22:00:24.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.725093+0000 mon.a (mon.0) 171 : cluster 0 last_changed 2024-04-13T22:00:17.685533+0000 2024-04-13T22:00:24.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.725134+0000 mon.a (mon.0) 172 : cluster 0 created 2024-04-13T21:39:16.237853+0000 2024-04-13T22:00:24.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.725174+0000 mon.a (mon.0) 173 : cluster 0 min_mon_release 19 (squid) 2024-04-13T22:00:24.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.725217+0000 mon.a (mon.0) 174 : cluster 0 election_strategy: 1 2024-04-13T22:00:24.071 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.725258+0000 mon.a (mon.0) 175 : cluster 0 0: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.a 2024-04-13T22:00:24.071 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.725302+0000 mon.a (mon.0) 176 : cluster 0 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-04-13T22:00:24.071 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.725341+0000 mon.a (mon.0) 177 : cluster 0 2: [v2:172.21.15.165:3301/0,v1:172.21.15.165:6790/0] mon.c 2024-04-13T22:00:24.071 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.726428+0000 mon.a (mon.0) 178 : cluster 0 fsmap foo:1 {0=foo.smithi189.nwqqrx=up:active} 1 up:standby 2024-04-13T22:00:24.071 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.726547+0000 mon.a (mon.0) 179 : cluster 0 osdmap e92: 8 total, 8 up, 8 in 2024-04-13T22:00:24.071 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.727194+0000 mon.a (mon.0) 180 : cluster 0 mgrmap e37: y(active, since 2m), standbys: x 2024-04-13T22:00:24.071 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.727638+0000 mon.a (mon.0) 181 : cluster 3 Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-04-13T22:00:24.071 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.735560+0000 mon.a (mon.0) 182 : cluster 4 Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-04-13T22:00:24.071 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.735617+0000 mon.a (mon.0) 183 : cluster 4 [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-04-13T22:00:24.071 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.735665+0000 mon.a (mon.0) 184 : cluster 4 osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.071 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.735711+0000 mon.a (mon.0) 185 : cluster 4 osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.071 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.735755+0000 mon.a (mon.0) 186 : cluster 4 osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.072 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.735801+0000 mon.a (mon.0) 187 : cluster 4 osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.072 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.735841+0000 mon.a (mon.0) 188 : cluster 4 osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.072 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.735885+0000 mon.a (mon.0) 189 : cluster 4 osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.072 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.735927+0000 mon.a (mon.0) 190 : cluster 4 osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.072 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.735966+0000 mon.a (mon.0) 191 : cluster 4 osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.072 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.736577+0000 mon.a (mon.0) 192 : cluster 1 mon.a calling monitor election 2024-04-13T22:00:24.072 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.742530+0000 mon.b (mon.1) 3 : cluster 1 mon.b calling monitor election 2024-04-13T22:00:24.072 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.761754+0000 mon.a (mon.0) 193 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-13T22:00:24.072 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.769903+0000 mon.a (mon.0) 194 : cluster 0 monmap epoch 4 2024-04-13T22:00:24.072 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.769941+0000 mon.a (mon.0) 195 : cluster 0 fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T22:00:24.072 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.769962+0000 mon.a (mon.0) 196 : cluster 0 last_changed 2024-04-13T22:00:17.685533+0000 2024-04-13T22:00:24.072 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.769981+0000 mon.a (mon.0) 197 : cluster 0 created 2024-04-13T21:39:16.237853+0000 2024-04-13T22:00:24.073 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.770004+0000 mon.a (mon.0) 198 : cluster 0 min_mon_release 19 (squid) 2024-04-13T22:00:24.073 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.770056+0000 mon.a (mon.0) 199 : cluster 0 election_strategy: 1 2024-04-13T22:00:24.073 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.770081+0000 mon.a (mon.0) 200 : cluster 0 0: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.a 2024-04-13T22:00:24.073 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.770105+0000 mon.a (mon.0) 201 : cluster 0 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-04-13T22:00:24.073 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.770140+0000 mon.a (mon.0) 202 : cluster 0 2: [v2:172.21.15.165:3301/0,v1:172.21.15.165:6790/0] mon.c 2024-04-13T22:00:24.073 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.771434+0000 mon.a (mon.0) 203 : cluster 0 fsmap foo:1 {0=foo.smithi189.nwqqrx=up:active} 1 up:standby 2024-04-13T22:00:24.073 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.771494+0000 mon.a (mon.0) 204 : cluster 0 osdmap e92: 8 total, 8 up, 8 in 2024-04-13T22:00:24.073 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.772187+0000 mon.a (mon.0) 205 : cluster 0 mgrmap e37: y(active, since 2m), standbys: x 2024-04-13T22:00:24.073 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.772510+0000 mon.a (mon.0) 206 : cluster 1 Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-13T22:00:24.073 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.793463+0000 mon.a (mon.0) 207 : cluster 4 Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-04-13T22:00:24.073 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.793547+0000 mon.a (mon.0) 208 : cluster 4 [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-04-13T22:00:24.073 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.793590+0000 mon.a (mon.0) 209 : cluster 4 osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.073 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.793625+0000 mon.a (mon.0) 210 : cluster 4 osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.074 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.793668+0000 mon.a (mon.0) 211 : cluster 4 osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.074 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.793711+0000 mon.a (mon.0) 212 : cluster 4 osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.074 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.793756+0000 mon.a (mon.0) 213 : cluster 4 osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.074 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.735966+0000 mon.a (mon.0) 191 : cluster 4 osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.074 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.736577+0000 mon.a (mon.0) 192 : cluster 1 mon.a calling monitor election 2024-04-13T22:00:24.074 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.742530+0000 mon.b (mon.1) 3 : cluster 1 mon.b calling monitor election 2024-04-13T22:00:24.074 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.761754+0000 mon.a (mon.0) 193 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-13T22:00:24.074 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.769903+0000 mon.a (mon.0) 194 : cluster 0 monmap epoch 4 2024-04-13T22:00:24.074 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.769941+0000 mon.a (mon.0) 195 : cluster 0 fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T22:00:24.075 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.769962+0000 mon.a (mon.0) 196 : cluster 0 last_changed 2024-04-13T22:00:17.685533+0000 2024-04-13T22:00:24.075 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.769981+0000 mon.a (mon.0) 197 : cluster 0 created 2024-04-13T21:39:16.237853+0000 2024-04-13T22:00:24.075 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.770004+0000 mon.a (mon.0) 198 : cluster 0 min_mon_release 19 (squid) 2024-04-13T22:00:24.075 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.770056+0000 mon.a (mon.0) 199 : cluster 0 election_strategy: 1 2024-04-13T22:00:24.075 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.770081+0000 mon.a (mon.0) 200 : cluster 0 0: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.a 2024-04-13T22:00:24.075 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.770105+0000 mon.a (mon.0) 201 : cluster 0 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-04-13T22:00:24.075 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.770140+0000 mon.a (mon.0) 202 : cluster 0 2: [v2:172.21.15.165:3301/0,v1:172.21.15.165:6790/0] mon.c 2024-04-13T22:00:24.075 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.771434+0000 mon.a (mon.0) 203 : cluster 0 fsmap foo:1 {0=foo.smithi189.nwqqrx=up:active} 1 up:standby 2024-04-13T22:00:24.075 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.771494+0000 mon.a (mon.0) 204 : cluster 0 osdmap e92: 8 total, 8 up, 8 in 2024-04-13T22:00:24.075 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.772187+0000 mon.a (mon.0) 205 : cluster 0 mgrmap e37: y(active, since 2m), standbys: x 2024-04-13T22:00:24.075 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.772510+0000 mon.a (mon.0) 206 : cluster 1 Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-13T22:00:24.075 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.793463+0000 mon.a (mon.0) 207 : cluster 4 Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-04-13T22:00:24.076 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.793547+0000 mon.a (mon.0) 208 : cluster 4 [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-04-13T22:00:24.076 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.793590+0000 mon.a (mon.0) 209 : cluster 4 osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.076 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.793625+0000 mon.a (mon.0) 210 : cluster 4 osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.076 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.793668+0000 mon.a (mon.0) 211 : cluster 4 osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.076 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.793711+0000 mon.a (mon.0) 212 : cluster 4 osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.076 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.793756+0000 mon.a (mon.0) 213 : cluster 4 osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.076 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.793787+0000 mon.a (mon.0) 214 : cluster 4 osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.076 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.793822+0000 mon.a (mon.0) 215 : cluster 4 osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.076 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.793880+0000 mon.a (mon.0) 216 : cluster 4 osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.076 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: audit 2024-04-13T22:00:22.799846+0000 mon.a (mon.0) 217 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:24.076 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: audit 2024-04-13T22:00:22.806437+0000 mon.a (mon.0) 218 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:24.077 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: audit 2024-04-13T22:00:22.814263+0000 mon.a (mon.0) 219 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:24.077 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: audit 2024-04-13T22:00:22.816787+0000 mon.a (mon.0) 220 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:00:24.077 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: cluster 2024-04-13T22:00:22.858021+0000 mgr.y (mgr.25865) 92 : cluster 0 pgmap v68: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:24.077 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: audit 2024-04-13T22:00:23.290091+0000 mon.a (mon.0) 221 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:24.077 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[84613]: audit 2024-04-13T22:00:23.297203+0000 mon.a (mon.0) 222 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:24.077 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.793787+0000 mon.a (mon.0) 214 : cluster 4 osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.077 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.793822+0000 mon.a (mon.0) 215 : cluster 4 osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.077 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.793880+0000 mon.a (mon.0) 216 : cluster 4 osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.077 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: audit 2024-04-13T22:00:22.799846+0000 mon.a (mon.0) 217 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:24.077 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: audit 2024-04-13T22:00:22.806437+0000 mon.a (mon.0) 218 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:24.077 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: audit 2024-04-13T22:00:22.814263+0000 mon.a (mon.0) 219 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:24.078 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: audit 2024-04-13T22:00:22.816787+0000 mon.a (mon.0) 220 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:00:24.078 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: cluster 2024-04-13T22:00:22.858021+0000 mgr.y (mgr.25865) 92 : cluster 0 pgmap v68: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:24.078 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: audit 2024-04-13T22:00:23.290091+0000 mon.a (mon.0) 221 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:24.078 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:23 smithi165 bash[82211]: audit 2024-04-13T22:00:23.297203+0000 mon.a (mon.0) 222 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:24.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:17.718767+0000 mon.b (mon.1) 2 : cluster 1 mon.b calling monitor election 2024-04-13T22:00:24.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:17.719171+0000 mon.c (mon.2) 2 : cluster 1 mon.c calling monitor election 2024-04-13T22:00:24.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.725001+0000 mon.a (mon.0) 169 : cluster 0 monmap epoch 4 2024-04-13T22:00:24.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.725053+0000 mon.a (mon.0) 170 : cluster 0 fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T22:00:24.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.725093+0000 mon.a (mon.0) 171 : cluster 0 last_changed 2024-04-13T22:00:17.685533+0000 2024-04-13T22:00:24.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.725134+0000 mon.a (mon.0) 172 : cluster 0 created 2024-04-13T21:39:16.237853+0000 2024-04-13T22:00:24.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.725174+0000 mon.a (mon.0) 173 : cluster 0 min_mon_release 19 (squid) 2024-04-13T22:00:24.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.725217+0000 mon.a (mon.0) 174 : cluster 0 election_strategy: 1 2024-04-13T22:00:24.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.725258+0000 mon.a (mon.0) 175 : cluster 0 0: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.a 2024-04-13T22:00:24.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.725302+0000 mon.a (mon.0) 176 : cluster 0 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-04-13T22:00:24.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.725341+0000 mon.a (mon.0) 177 : cluster 0 2: [v2:172.21.15.165:3301/0,v1:172.21.15.165:6790/0] mon.c 2024-04-13T22:00:24.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.726428+0000 mon.a (mon.0) 178 : cluster 0 fsmap foo:1 {0=foo.smithi189.nwqqrx=up:active} 1 up:standby 2024-04-13T22:00:24.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.726547+0000 mon.a (mon.0) 179 : cluster 0 osdmap e92: 8 total, 8 up, 8 in 2024-04-13T22:00:24.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.727194+0000 mon.a (mon.0) 180 : cluster 0 mgrmap e37: y(active, since 2m), standbys: x 2024-04-13T22:00:24.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.727638+0000 mon.a (mon.0) 181 : cluster 3 Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-04-13T22:00:24.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.735560+0000 mon.a (mon.0) 182 : cluster 4 Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-04-13T22:00:24.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.735617+0000 mon.a (mon.0) 183 : cluster 4 [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-04-13T22:00:24.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.735665+0000 mon.a (mon.0) 184 : cluster 4 osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.735711+0000 mon.a (mon.0) 185 : cluster 4 osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.735755+0000 mon.a (mon.0) 186 : cluster 4 osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.735801+0000 mon.a (mon.0) 187 : cluster 4 osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.098 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.735841+0000 mon.a (mon.0) 188 : cluster 4 osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.098 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.735885+0000 mon.a (mon.0) 189 : cluster 4 osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.098 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.735927+0000 mon.a (mon.0) 190 : cluster 4 osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.098 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.735966+0000 mon.a (mon.0) 191 : cluster 4 osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.098 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.736577+0000 mon.a (mon.0) 192 : cluster 1 mon.a calling monitor election 2024-04-13T22:00:24.098 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.742530+0000 mon.b (mon.1) 3 : cluster 1 mon.b calling monitor election 2024-04-13T22:00:24.098 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.761754+0000 mon.a (mon.0) 193 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-13T22:00:24.099 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.769903+0000 mon.a (mon.0) 194 : cluster 0 monmap epoch 4 2024-04-13T22:00:24.099 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.769941+0000 mon.a (mon.0) 195 : cluster 0 fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T22:00:24.099 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.769962+0000 mon.a (mon.0) 196 : cluster 0 last_changed 2024-04-13T22:00:17.685533+0000 2024-04-13T22:00:24.099 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.769981+0000 mon.a (mon.0) 197 : cluster 0 created 2024-04-13T21:39:16.237853+0000 2024-04-13T22:00:24.099 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.770004+0000 mon.a (mon.0) 198 : cluster 0 min_mon_release 19 (squid) 2024-04-13T22:00:24.099 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.770056+0000 mon.a (mon.0) 199 : cluster 0 election_strategy: 1 2024-04-13T22:00:24.099 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.770081+0000 mon.a (mon.0) 200 : cluster 0 0: [v2:172.21.15.165:3300/0,v1:172.21.15.165:6789/0] mon.a 2024-04-13T22:00:24.099 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.770105+0000 mon.a (mon.0) 201 : cluster 0 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-04-13T22:00:24.099 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.770140+0000 mon.a (mon.0) 202 : cluster 0 2: [v2:172.21.15.165:3301/0,v1:172.21.15.165:6790/0] mon.c 2024-04-13T22:00:24.099 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.771434+0000 mon.a (mon.0) 203 : cluster 0 fsmap foo:1 {0=foo.smithi189.nwqqrx=up:active} 1 up:standby 2024-04-13T22:00:24.099 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.771494+0000 mon.a (mon.0) 204 : cluster 0 osdmap e92: 8 total, 8 up, 8 in 2024-04-13T22:00:24.099 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.772187+0000 mon.a (mon.0) 205 : cluster 0 mgrmap e37: y(active, since 2m), standbys: x 2024-04-13T22:00:24.099 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.772510+0000 mon.a (mon.0) 206 : cluster 1 Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-13T22:00:24.099 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.793463+0000 mon.a (mon.0) 207 : cluster 4 Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-04-13T22:00:24.100 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.793547+0000 mon.a (mon.0) 208 : cluster 4 [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-04-13T22:00:24.100 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.793590+0000 mon.a (mon.0) 209 : cluster 4 osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.100 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.793625+0000 mon.a (mon.0) 210 : cluster 4 osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.100 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.793668+0000 mon.a (mon.0) 211 : cluster 4 osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.100 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.793711+0000 mon.a (mon.0) 212 : cluster 4 osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.100 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.793756+0000 mon.a (mon.0) 213 : cluster 4 osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.100 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.793787+0000 mon.a (mon.0) 214 : cluster 4 osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.100 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.793822+0000 mon.a (mon.0) 215 : cluster 4 osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.100 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.793880+0000 mon.a (mon.0) 216 : cluster 4 osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-13T22:00:24.100 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: audit 2024-04-13T22:00:22.799846+0000 mon.a (mon.0) 217 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:24.100 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: audit 2024-04-13T22:00:22.806437+0000 mon.a (mon.0) 218 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:24.101 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: audit 2024-04-13T22:00:22.814263+0000 mon.a (mon.0) 219 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:24.101 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: audit 2024-04-13T22:00:22.816787+0000 mon.a (mon.0) 220 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:00:24.101 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: cluster 2024-04-13T22:00:22.858021+0000 mgr.y (mgr.25865) 92 : cluster 0 pgmap v68: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:24.101 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: audit 2024-04-13T22:00:23.290091+0000 mon.a (mon.0) 221 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:24.101 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:23 smithi189 bash[68090]: audit 2024-04-13T22:00:23.297203+0000 mon.a (mon.0) 222 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:26.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:25 smithi165 bash[82211]: cluster 2024-04-13T22:00:24.859078+0000 mgr.y (mgr.25865) 93 : cluster 0 pgmap v69: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:26.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:25 smithi165 bash[84613]: cluster 2024-04-13T22:00:24.859078+0000 mgr.y (mgr.25865) 93 : cluster 0 pgmap v69: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:26.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:25 smithi189 bash[68090]: cluster 2024-04-13T22:00:24.859078+0000 mgr.y (mgr.25865) 93 : cluster 0 pgmap v69: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:28.355 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:00:28.816 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:28 smithi165 bash[82211]: cluster 2024-04-13T22:00:26.859678+0000 mgr.y (mgr.25865) 94 : cluster 0 pgmap v70: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:28.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:28 smithi165 bash[82211]: audit 2024-04-13T22:00:27.897991+0000 mon.a (mon.0) 223 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:00:28.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:28 smithi165 bash[84613]: cluster 2024-04-13T22:00:26.859678+0000 mgr.y (mgr.25865) 94 : cluster 0 pgmap v70: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:28.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:28 smithi165 bash[84613]: audit 2024-04-13T22:00:27.897991+0000 mon.a (mon.0) 223 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:00:28.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:28 smithi189 bash[68090]: cluster 2024-04-13T22:00:26.859678+0000 mgr.y (mgr.25865) 94 : cluster 0 pgmap v70: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:28.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:28 smithi189 bash[68090]: audit 2024-04-13T22:00:27.897991+0000 mon.a (mon.0) 223 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:00:30.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:29 smithi165 bash[82211]: cluster 2024-04-13T22:00:28.860304+0000 mgr.y (mgr.25865) 95 : cluster 0 pgmap v71: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:30.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:29 smithi165 bash[82211]: audit 2024-04-13T22:00:28.870237+0000 mon.a (mon.0) 224 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:30.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:29 smithi165 bash[82211]: audit 2024-04-13T22:00:28.883116+0000 mon.a (mon.0) 225 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:30.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:29 smithi165 bash[84613]: cluster 2024-04-13T22:00:28.860304+0000 mgr.y (mgr.25865) 95 : cluster 0 pgmap v71: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:30.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:29 smithi165 bash[84613]: audit 2024-04-13T22:00:28.870237+0000 mon.a (mon.0) 224 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:30.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:29 smithi165 bash[84613]: audit 2024-04-13T22:00:28.883116+0000 mon.a (mon.0) 225 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:30.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:29 smithi189 bash[68090]: cluster 2024-04-13T22:00:28.860304+0000 mgr.y (mgr.25865) 95 : cluster 0 pgmap v71: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:30.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:29 smithi189 bash[68090]: audit 2024-04-13T22:00:28.870237+0000 mon.a (mon.0) 224 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:30.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:29 smithi189 bash[68090]: audit 2024-04-13T22:00:28.883116+0000 mon.a (mon.0) 225 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:31.255 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:30 smithi165 bash[82211]: audit 2024-04-13T22:00:29.982229+0000 mon.a (mon.0) 226 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:31.255 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:30 smithi165 bash[82211]: audit 2024-04-13T22:00:29.992270+0000 mon.a (mon.0) 227 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:31.256 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:30 smithi165 bash[84613]: audit 2024-04-13T22:00:29.982229+0000 mon.a (mon.0) 226 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:31.256 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:30 smithi165 bash[84613]: audit 2024-04-13T22:00:29.992270+0000 mon.a (mon.0) 227 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:31.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:30 smithi189 bash[68090]: audit 2024-04-13T22:00:29.982229+0000 mon.a (mon.0) 226 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:31.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:30 smithi189 bash[68090]: audit 2024-04-13T22:00:29.992270+0000 mon.a (mon.0) 227 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:32.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:31 smithi165 bash[82211]: cluster 2024-04-13T22:00:30.861423+0000 mgr.y (mgr.25865) 96 : cluster 0 pgmap v72: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:32.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:31 smithi165 bash[84613]: cluster 2024-04-13T22:00:30.861423+0000 mgr.y (mgr.25865) 96 : cluster 0 pgmap v72: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:32.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:31 smithi189 bash[68090]: cluster 2024-04-13T22:00:30.861423+0000 mgr.y (mgr.25865) 96 : cluster 0 pgmap v72: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:32.816 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:00:32 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:00:32] "GET /metrics HTTP/1.1" 200 33899 "" "Prometheus/2.43.0" 2024-04-13T22:00:34.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:33 smithi165 bash[82211]: cluster 2024-04-13T22:00:32.862160+0000 mgr.y (mgr.25865) 97 : cluster 0 pgmap v73: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:34.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:34 smithi165 bash[84613]: cluster 2024-04-13T22:00:32.862160+0000 mgr.y (mgr.25865) 97 : cluster 0 pgmap v73: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:34.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:34 smithi189 bash[68090]: cluster 2024-04-13T22:00:32.862160+0000 mgr.y (mgr.25865) 97 : cluster 0 pgmap v73: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:36.196 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:36 smithi189 bash[68090]: cluster 2024-04-13T22:00:34.863308+0000 mgr.y (mgr.25865) 98 : cluster 0 pgmap v74: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:36.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:36 smithi165 bash[82211]: cluster 2024-04-13T22:00:34.863308+0000 mgr.y (mgr.25865) 98 : cluster 0 pgmap v74: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:36.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:36 smithi165 bash[84613]: cluster 2024-04-13T22:00:34.863308+0000 mgr.y (mgr.25865) 98 : cluster 0 pgmap v74: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:38.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:38 smithi165 bash[82211]: cluster 2024-04-13T22:00:36.863960+0000 mgr.y (mgr.25865) 99 : cluster 0 pgmap v75: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:38.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:38 smithi165 bash[84613]: cluster 2024-04-13T22:00:36.863960+0000 mgr.y (mgr.25865) 99 : cluster 0 pgmap v75: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:38.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:38 smithi189 bash[68090]: cluster 2024-04-13T22:00:36.863960+0000 mgr.y (mgr.25865) 99 : cluster 0 pgmap v75: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:40.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:40 smithi165 bash[82211]: cluster 2024-04-13T22:00:38.864750+0000 mgr.y (mgr.25865) 100 : cluster 0 pgmap v76: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:40.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:40 smithi165 bash[82211]: audit 2024-04-13T22:00:39.392341+0000 mon.a (mon.0) 228 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:40.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:40 smithi165 bash[82211]: audit 2024-04-13T22:00:39.403827+0000 mon.a (mon.0) 229 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:40.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:40 smithi165 bash[82211]: audit 2024-04-13T22:00:39.406468+0000 mon.a (mon.0) 230 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:00:40.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:40 smithi165 bash[82211]: audit 2024-04-13T22:00:39.408410+0000 mon.a (mon.0) 231 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:00:40.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:40 smithi165 bash[82211]: audit 2024-04-13T22:00:39.418610+0000 mon.a (mon.0) 232 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:40.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:40 smithi165 bash[82211]: cephadm 2024-04-13T22:00:39.495220+0000 mgr.y (mgr.25865) 101 : cephadm 1 Reconfiguring mon.a (monmap changed)... 2024-04-13T22:00:40.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:40 smithi165 bash[82211]: audit 2024-04-13T22:00:39.495860+0000 mon.a (mon.0) 233 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T22:00:40.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:40 smithi165 bash[82211]: audit 2024-04-13T22:00:39.497676+0000 mon.a (mon.0) 234 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T22:00:40.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:40 smithi165 bash[82211]: audit 2024-04-13T22:00:39.499198+0000 mon.a (mon.0) 235 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:00:40.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:40 smithi165 bash[82211]: cephadm 2024-04-13T22:00:39.501162+0000 mgr.y (mgr.25865) 102 : cephadm 1 Reconfiguring daemon mon.a on smithi165 2024-04-13T22:00:40.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:40 smithi165 bash[84613]: cluster 2024-04-13T22:00:38.864750+0000 mgr.y (mgr.25865) 100 : cluster 0 pgmap v76: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:40.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:40 smithi165 bash[84613]: audit 2024-04-13T22:00:39.392341+0000 mon.a (mon.0) 228 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:40.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:40 smithi165 bash[84613]: audit 2024-04-13T22:00:39.403827+0000 mon.a (mon.0) 229 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:40.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:40 smithi165 bash[84613]: audit 2024-04-13T22:00:39.406468+0000 mon.a (mon.0) 230 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:00:40.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:40 smithi165 bash[84613]: audit 2024-04-13T22:00:39.408410+0000 mon.a (mon.0) 231 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:00:40.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:40 smithi165 bash[84613]: audit 2024-04-13T22:00:39.418610+0000 mon.a (mon.0) 232 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:40.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:40 smithi165 bash[84613]: cephadm 2024-04-13T22:00:39.495220+0000 mgr.y (mgr.25865) 101 : cephadm 1 Reconfiguring mon.a (monmap changed)... 2024-04-13T22:00:40.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:40 smithi165 bash[84613]: audit 2024-04-13T22:00:39.495860+0000 mon.a (mon.0) 233 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T22:00:40.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:40 smithi165 bash[84613]: audit 2024-04-13T22:00:39.497676+0000 mon.a (mon.0) 234 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T22:00:40.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:40 smithi165 bash[84613]: audit 2024-04-13T22:00:39.499198+0000 mon.a (mon.0) 235 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:00:40.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:40 smithi165 bash[84613]: cephadm 2024-04-13T22:00:39.501162+0000 mgr.y (mgr.25865) 102 : cephadm 1 Reconfiguring daemon mon.a on smithi165 2024-04-13T22:00:40.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:40 smithi189 bash[68090]: cluster 2024-04-13T22:00:38.864750+0000 mgr.y (mgr.25865) 100 : cluster 0 pgmap v76: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:40.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:40 smithi189 bash[68090]: audit 2024-04-13T22:00:39.392341+0000 mon.a (mon.0) 228 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:40.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:40 smithi189 bash[68090]: audit 2024-04-13T22:00:39.403827+0000 mon.a (mon.0) 229 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:40.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:40 smithi189 bash[68090]: audit 2024-04-13T22:00:39.406468+0000 mon.a (mon.0) 230 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:00:40.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:40 smithi189 bash[68090]: audit 2024-04-13T22:00:39.408410+0000 mon.a (mon.0) 231 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:00:40.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:40 smithi189 bash[68090]: audit 2024-04-13T22:00:39.418610+0000 mon.a (mon.0) 232 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:40.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:40 smithi189 bash[68090]: cephadm 2024-04-13T22:00:39.495220+0000 mgr.y (mgr.25865) 101 : cephadm 1 Reconfiguring mon.a (monmap changed)... 2024-04-13T22:00:40.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:40 smithi189 bash[68090]: audit 2024-04-13T22:00:39.495860+0000 mon.a (mon.0) 233 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T22:00:40.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:40 smithi189 bash[68090]: audit 2024-04-13T22:00:39.497676+0000 mon.a (mon.0) 234 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T22:00:40.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:40 smithi189 bash[68090]: audit 2024-04-13T22:00:39.499198+0000 mon.a (mon.0) 235 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:00:40.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:40 smithi189 bash[68090]: cephadm 2024-04-13T22:00:39.501162+0000 mgr.y (mgr.25865) 102 : cephadm 1 Reconfiguring daemon mon.a on smithi165 2024-04-13T22:00:42.345 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 22:00:41 smithi189 bash[49915]: logger=sqlstore.transactions t=2024-04-13T22:00:41.945816876Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-13T22:00:42.345 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 22:00:42 smithi189 bash[49915]: logger=cleanup t=2024-04-13T22:00:42.027556478Z level=info msg="Completed cleanup jobs" duration=93.280414ms 2024-04-13T22:00:42.817 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:00:42 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:00:42] "GET /metrics HTTP/1.1" 200 33899 "" "Prometheus/2.43.0" 2024-04-13T22:00:42.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:42 smithi165 bash[82211]: cluster 2024-04-13T22:00:40.865774+0000 mgr.y (mgr.25865) 103 : cluster 0 pgmap v77: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:42.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:42 smithi165 bash[82211]: audit 2024-04-13T22:00:41.858730+0000 mon.a (mon.0) 236 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:42.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:42 smithi165 bash[82211]: audit 2024-04-13T22:00:41.870918+0000 mon.a (mon.0) 237 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:42.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:42 smithi165 bash[82211]: audit 2024-04-13T22:00:41.921098+0000 mon.a (mon.0) 238 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T22:00:42.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:42 smithi165 bash[82211]: audit 2024-04-13T22:00:41.923194+0000 mon.a (mon.0) 239 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T22:00:42.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:42 smithi165 bash[82211]: audit 2024-04-13T22:00:41.925280+0000 mon.a (mon.0) 240 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:00:42.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:42 smithi165 bash[84613]: cluster 2024-04-13T22:00:40.865774+0000 mgr.y (mgr.25865) 103 : cluster 0 pgmap v77: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:42.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:42 smithi165 bash[84613]: audit 2024-04-13T22:00:41.858730+0000 mon.a (mon.0) 236 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:42.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:42 smithi165 bash[84613]: audit 2024-04-13T22:00:41.870918+0000 mon.a (mon.0) 237 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:42.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:42 smithi165 bash[84613]: audit 2024-04-13T22:00:41.921098+0000 mon.a (mon.0) 238 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T22:00:42.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:42 smithi165 bash[84613]: audit 2024-04-13T22:00:41.923194+0000 mon.a (mon.0) 239 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T22:00:42.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:42 smithi165 bash[84613]: audit 2024-04-13T22:00:41.925280+0000 mon.a (mon.0) 240 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:00:42.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:42 smithi189 bash[68090]: cluster 2024-04-13T22:00:40.865774+0000 mgr.y (mgr.25865) 103 : cluster 0 pgmap v77: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:42.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:42 smithi189 bash[68090]: audit 2024-04-13T22:00:41.858730+0000 mon.a (mon.0) 236 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:42.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:42 smithi189 bash[68090]: audit 2024-04-13T22:00:41.870918+0000 mon.a (mon.0) 237 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:42.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:42 smithi189 bash[68090]: audit 2024-04-13T22:00:41.921098+0000 mon.a (mon.0) 238 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T22:00:42.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:42 smithi189 bash[68090]: audit 2024-04-13T22:00:41.923194+0000 mon.a (mon.0) 239 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T22:00:42.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:42 smithi189 bash[68090]: audit 2024-04-13T22:00:41.925280+0000 mon.a (mon.0) 240 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:00:43.743 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:43 smithi165 bash[82211]: cephadm 2024-04-13T22:00:41.920350+0000 mgr.y (mgr.25865) 104 : cephadm 1 Reconfiguring mgr.y (monmap changed)... 2024-04-13T22:00:43.743 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:43 smithi165 bash[82211]: cephadm 2024-04-13T22:00:41.927423+0000 mgr.y (mgr.25865) 105 : cephadm 1 Reconfiguring daemon mgr.y on smithi165 2024-04-13T22:00:43.743 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:43 smithi165 bash[82211]: audit 2024-04-13T22:00:42.898372+0000 mon.a (mon.0) 241 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:00:43.744 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:43 smithi165 bash[84613]: cephadm 2024-04-13T22:00:41.920350+0000 mgr.y (mgr.25865) 104 : cephadm 1 Reconfiguring mgr.y (monmap changed)... 2024-04-13T22:00:43.744 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:43 smithi165 bash[84613]: cephadm 2024-04-13T22:00:41.927423+0000 mgr.y (mgr.25865) 105 : cephadm 1 Reconfiguring daemon mgr.y on smithi165 2024-04-13T22:00:43.744 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:43 smithi165 bash[84613]: audit 2024-04-13T22:00:42.898372+0000 mon.a (mon.0) 241 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:00:43.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:43 smithi189 bash[68090]: cephadm 2024-04-13T22:00:41.920350+0000 mgr.y (mgr.25865) 104 : cephadm 1 Reconfiguring mgr.y (monmap changed)... 2024-04-13T22:00:43.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:43 smithi189 bash[68090]: cephadm 2024-04-13T22:00:41.927423+0000 mgr.y (mgr.25865) 105 : cephadm 1 Reconfiguring daemon mgr.y on smithi165 2024-04-13T22:00:43.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:43 smithi189 bash[68090]: audit 2024-04-13T22:00:42.898372+0000 mon.a (mon.0) 241 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:00:44.750 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:44 smithi165 bash[82211]: cluster 2024-04-13T22:00:42.866351+0000 mgr.y (mgr.25865) 106 : cluster 0 pgmap v78: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:44.750 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:44 smithi165 bash[82211]: audit 2024-04-13T22:00:44.279856+0000 mon.a (mon.0) 242 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:44.750 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:44 smithi165 bash[82211]: audit 2024-04-13T22:00:44.291496+0000 mon.a (mon.0) 243 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:44.751 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:44 smithi165 bash[82211]: audit 2024-04-13T22:00:44.302472+0000 mon.a (mon.0) 244 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T22:00:44.751 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:44 smithi165 bash[82211]: audit 2024-04-13T22:00:44.303979+0000 mon.a (mon.0) 245 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T22:00:44.751 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:44 smithi165 bash[82211]: audit 2024-04-13T22:00:44.305125+0000 mon.a (mon.0) 246 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:00:44.751 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:44 smithi165 bash[84613]: cluster 2024-04-13T22:00:42.866351+0000 mgr.y (mgr.25865) 106 : cluster 0 pgmap v78: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:44.751 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:44 smithi165 bash[84613]: audit 2024-04-13T22:00:44.279856+0000 mon.a (mon.0) 242 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:44.751 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:44 smithi165 bash[84613]: audit 2024-04-13T22:00:44.291496+0000 mon.a (mon.0) 243 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:44.751 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:44 smithi165 bash[84613]: audit 2024-04-13T22:00:44.302472+0000 mon.a (mon.0) 244 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T22:00:44.751 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:44 smithi165 bash[84613]: audit 2024-04-13T22:00:44.303979+0000 mon.a (mon.0) 245 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T22:00:44.751 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:44 smithi165 bash[84613]: audit 2024-04-13T22:00:44.305125+0000 mon.a (mon.0) 246 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:00:44.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:44 smithi189 bash[68090]: cluster 2024-04-13T22:00:42.866351+0000 mgr.y (mgr.25865) 106 : cluster 0 pgmap v78: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:44.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:44 smithi189 bash[68090]: audit 2024-04-13T22:00:44.279856+0000 mon.a (mon.0) 242 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:44.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:44 smithi189 bash[68090]: audit 2024-04-13T22:00:44.291496+0000 mon.a (mon.0) 243 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:44.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:44 smithi189 bash[68090]: audit 2024-04-13T22:00:44.302472+0000 mon.a (mon.0) 244 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T22:00:44.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:44 smithi189 bash[68090]: audit 2024-04-13T22:00:44.303979+0000 mon.a (mon.0) 245 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T22:00:44.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:44 smithi189 bash[68090]: audit 2024-04-13T22:00:44.305125+0000 mon.a (mon.0) 246 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:00:45.662 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:45 smithi165 bash[82211]: cephadm 2024-04-13T22:00:44.301806+0000 mgr.y (mgr.25865) 107 : cephadm 1 Reconfiguring mon.c (monmap changed)... 2024-04-13T22:00:45.663 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:45 smithi165 bash[82211]: cephadm 2024-04-13T22:00:44.306866+0000 mgr.y (mgr.25865) 108 : cephadm 1 Reconfiguring daemon mon.c on smithi165 2024-04-13T22:00:45.663 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:45 smithi165 bash[84613]: cephadm 2024-04-13T22:00:44.301806+0000 mgr.y (mgr.25865) 107 : cephadm 1 Reconfiguring mon.c (monmap changed)... 2024-04-13T22:00:45.663 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:45 smithi165 bash[84613]: cephadm 2024-04-13T22:00:44.306866+0000 mgr.y (mgr.25865) 108 : cephadm 1 Reconfiguring daemon mon.c on smithi165 2024-04-13T22:00:45.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:45 smithi189 bash[68090]: cephadm 2024-04-13T22:00:44.301806+0000 mgr.y (mgr.25865) 107 : cephadm 1 Reconfiguring mon.c (monmap changed)... 2024-04-13T22:00:45.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:45 smithi189 bash[68090]: cephadm 2024-04-13T22:00:44.306866+0000 mgr.y (mgr.25865) 108 : cephadm 1 Reconfiguring daemon mon.c on smithi165 2024-04-13T22:00:46.816 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:46 smithi165 bash[82211]: cluster 2024-04-13T22:00:44.867484+0000 mgr.y (mgr.25865) 109 : cluster 0 pgmap v79: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:46.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:46 smithi165 bash[84613]: cluster 2024-04-13T22:00:44.867484+0000 mgr.y (mgr.25865) 109 : cluster 0 pgmap v79: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:46.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:46 smithi189 bash[68090]: cluster 2024-04-13T22:00:44.867484+0000 mgr.y (mgr.25865) 109 : cluster 0 pgmap v79: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:47.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:47 smithi165 bash[82211]: audit 2024-04-13T22:00:46.539223+0000 mon.a (mon.0) 247 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:47.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:47 smithi165 bash[82211]: audit 2024-04-13T22:00:46.548411+0000 mon.a (mon.0) 248 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:47.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:47 smithi165 bash[82211]: cephadm 2024-04-13T22:00:46.578321+0000 mgr.y (mgr.25865) 110 : cephadm 1 Reconfiguring osd.0 (monmap changed)... 2024-04-13T22:00:47.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:47 smithi165 bash[82211]: audit 2024-04-13T22:00:46.578880+0000 mon.a (mon.0) 249 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-13T22:00:47.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:47 smithi165 bash[82211]: audit 2024-04-13T22:00:46.580327+0000 mon.a (mon.0) 250 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:00:47.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:47 smithi165 bash[82211]: cephadm 2024-04-13T22:00:46.584926+0000 mgr.y (mgr.25865) 111 : cephadm 1 Reconfiguring daemon osd.0 on smithi165 2024-04-13T22:00:47.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:47 smithi165 bash[84613]: audit 2024-04-13T22:00:46.539223+0000 mon.a (mon.0) 247 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:47.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:47 smithi165 bash[84613]: audit 2024-04-13T22:00:46.548411+0000 mon.a (mon.0) 248 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:47.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:47 smithi165 bash[84613]: cephadm 2024-04-13T22:00:46.578321+0000 mgr.y (mgr.25865) 110 : cephadm 1 Reconfiguring osd.0 (monmap changed)... 2024-04-13T22:00:47.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:47 smithi165 bash[84613]: audit 2024-04-13T22:00:46.578880+0000 mon.a (mon.0) 249 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-13T22:00:47.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:47 smithi165 bash[84613]: audit 2024-04-13T22:00:46.580327+0000 mon.a (mon.0) 250 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:00:47.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:47 smithi165 bash[84613]: cephadm 2024-04-13T22:00:46.584926+0000 mgr.y (mgr.25865) 111 : cephadm 1 Reconfiguring daemon osd.0 on smithi165 2024-04-13T22:00:47.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:47 smithi189 bash[68090]: audit 2024-04-13T22:00:46.539223+0000 mon.a (mon.0) 247 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:47.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:47 smithi189 bash[68090]: audit 2024-04-13T22:00:46.548411+0000 mon.a (mon.0) 248 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:47.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:47 smithi189 bash[68090]: cephadm 2024-04-13T22:00:46.578321+0000 mgr.y (mgr.25865) 110 : cephadm 1 Reconfiguring osd.0 (monmap changed)... 2024-04-13T22:00:47.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:47 smithi189 bash[68090]: audit 2024-04-13T22:00:46.578880+0000 mon.a (mon.0) 249 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-13T22:00:47.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:47 smithi189 bash[68090]: audit 2024-04-13T22:00:46.580327+0000 mon.a (mon.0) 250 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:00:47.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:47 smithi189 bash[68090]: cephadm 2024-04-13T22:00:46.584926+0000 mgr.y (mgr.25865) 111 : cephadm 1 Reconfiguring daemon osd.0 on smithi165 2024-04-13T22:00:48.816 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:48 smithi165 bash[82211]: cluster 2024-04-13T22:00:46.868132+0000 mgr.y (mgr.25865) 112 : cluster 0 pgmap v80: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:48.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:48 smithi165 bash[84613]: cluster 2024-04-13T22:00:46.868132+0000 mgr.y (mgr.25865) 112 : cluster 0 pgmap v80: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:48.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:48 smithi189 bash[68090]: cluster 2024-04-13T22:00:46.868132+0000 mgr.y (mgr.25865) 112 : cluster 0 pgmap v80: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:50.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:49 smithi165 bash[82211]: cluster 2024-04-13T22:00:48.868685+0000 mgr.y (mgr.25865) 113 : cluster 0 pgmap v81: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:50.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:49 smithi165 bash[82211]: audit 2024-04-13T22:00:48.898083+0000 mon.a (mon.0) 251 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:50.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:49 smithi165 bash[82211]: audit 2024-04-13T22:00:48.907731+0000 mon.a (mon.0) 252 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:50.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:49 smithi165 bash[82211]: cephadm 2024-04-13T22:00:48.953077+0000 mgr.y (mgr.25865) 114 : cephadm 1 Reconfiguring osd.1 (monmap changed)... 2024-04-13T22:00:50.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:49 smithi165 bash[82211]: audit 2024-04-13T22:00:48.953717+0000 mon.a (mon.0) 253 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-13T22:00:50.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:49 smithi165 bash[82211]: audit 2024-04-13T22:00:48.955586+0000 mon.a (mon.0) 254 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:00:50.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:49 smithi165 bash[82211]: cephadm 2024-04-13T22:00:48.960508+0000 mgr.y (mgr.25865) 115 : cephadm 1 Reconfiguring daemon osd.1 on smithi165 2024-04-13T22:00:50.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:49 smithi165 bash[84613]: cluster 2024-04-13T22:00:48.868685+0000 mgr.y (mgr.25865) 113 : cluster 0 pgmap v81: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:50.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:49 smithi165 bash[84613]: audit 2024-04-13T22:00:48.898083+0000 mon.a (mon.0) 251 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:50.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:49 smithi165 bash[84613]: audit 2024-04-13T22:00:48.907731+0000 mon.a (mon.0) 252 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:50.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:49 smithi165 bash[84613]: cephadm 2024-04-13T22:00:48.953077+0000 mgr.y (mgr.25865) 114 : cephadm 1 Reconfiguring osd.1 (monmap changed)... 2024-04-13T22:00:50.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:49 smithi165 bash[84613]: audit 2024-04-13T22:00:48.953717+0000 mon.a (mon.0) 253 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-13T22:00:50.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:49 smithi165 bash[84613]: audit 2024-04-13T22:00:48.955586+0000 mon.a (mon.0) 254 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:00:50.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:49 smithi165 bash[84613]: cephadm 2024-04-13T22:00:48.960508+0000 mgr.y (mgr.25865) 115 : cephadm 1 Reconfiguring daemon osd.1 on smithi165 2024-04-13T22:00:50.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:49 smithi189 bash[68090]: cluster 2024-04-13T22:00:48.868685+0000 mgr.y (mgr.25865) 113 : cluster 0 pgmap v81: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:50.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:49 smithi189 bash[68090]: audit 2024-04-13T22:00:48.898083+0000 mon.a (mon.0) 251 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:50.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:49 smithi189 bash[68090]: audit 2024-04-13T22:00:48.907731+0000 mon.a (mon.0) 252 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:50.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:49 smithi189 bash[68090]: cephadm 2024-04-13T22:00:48.953077+0000 mgr.y (mgr.25865) 114 : cephadm 1 Reconfiguring osd.1 (monmap changed)... 2024-04-13T22:00:50.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:49 smithi189 bash[68090]: audit 2024-04-13T22:00:48.953717+0000 mon.a (mon.0) 253 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-13T22:00:50.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:49 smithi189 bash[68090]: audit 2024-04-13T22:00:48.955586+0000 mon.a (mon.0) 254 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:00:50.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:49 smithi189 bash[68090]: cephadm 2024-04-13T22:00:48.960508+0000 mgr.y (mgr.25865) 115 : cephadm 1 Reconfiguring daemon osd.1 on smithi165 2024-04-13T22:00:52.477 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:52 smithi165 bash[82211]: cluster 2024-04-13T22:00:50.869739+0000 mgr.y (mgr.25865) 116 : cluster 0 pgmap v82: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:52.477 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:52 smithi165 bash[82211]: audit 2024-04-13T22:00:51.227597+0000 mon.a (mon.0) 255 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:52.477 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:52 smithi165 bash[82211]: audit 2024-04-13T22:00:51.235760+0000 mon.a (mon.0) 256 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:52.477 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:52 smithi165 bash[82211]: cephadm 2024-04-13T22:00:51.279220+0000 mgr.y (mgr.25865) 117 : cephadm 1 Reconfiguring osd.2 (monmap changed)... 2024-04-13T22:00:52.477 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:52 smithi165 bash[82211]: audit 2024-04-13T22:00:51.279693+0000 mon.a (mon.0) 257 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-13T22:00:52.477 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:52 smithi165 bash[82211]: audit 2024-04-13T22:00:51.281267+0000 mon.a (mon.0) 258 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:00:52.477 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:52 smithi165 bash[82211]: cephadm 2024-04-13T22:00:51.284476+0000 mgr.y (mgr.25865) 118 : cephadm 1 Reconfiguring daemon osd.2 on smithi165 2024-04-13T22:00:52.477 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:00:52 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:00:52] "GET /metrics HTTP/1.1" 200 33901 "" "Prometheus/2.43.0" 2024-04-13T22:00:52.478 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:52 smithi165 bash[84613]: cluster 2024-04-13T22:00:50.869739+0000 mgr.y (mgr.25865) 116 : cluster 0 pgmap v82: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:52.478 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:52 smithi165 bash[84613]: audit 2024-04-13T22:00:51.227597+0000 mon.a (mon.0) 255 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:52.478 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:52 smithi165 bash[84613]: audit 2024-04-13T22:00:51.235760+0000 mon.a (mon.0) 256 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:52.478 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:52 smithi165 bash[84613]: cephadm 2024-04-13T22:00:51.279220+0000 mgr.y (mgr.25865) 117 : cephadm 1 Reconfiguring osd.2 (monmap changed)... 2024-04-13T22:00:52.478 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:52 smithi165 bash[84613]: audit 2024-04-13T22:00:51.279693+0000 mon.a (mon.0) 257 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-13T22:00:52.478 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:52 smithi165 bash[84613]: audit 2024-04-13T22:00:51.281267+0000 mon.a (mon.0) 258 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:00:52.478 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:52 smithi165 bash[84613]: cephadm 2024-04-13T22:00:51.284476+0000 mgr.y (mgr.25865) 118 : cephadm 1 Reconfiguring daemon osd.2 on smithi165 2024-04-13T22:00:52.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:52 smithi189 bash[68090]: cluster 2024-04-13T22:00:50.869739+0000 mgr.y (mgr.25865) 116 : cluster 0 pgmap v82: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:52.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:52 smithi189 bash[68090]: audit 2024-04-13T22:00:51.227597+0000 mon.a (mon.0) 255 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:52.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:52 smithi189 bash[68090]: audit 2024-04-13T22:00:51.235760+0000 mon.a (mon.0) 256 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:52.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:52 smithi189 bash[68090]: cephadm 2024-04-13T22:00:51.279220+0000 mgr.y (mgr.25865) 117 : cephadm 1 Reconfiguring osd.2 (monmap changed)... 2024-04-13T22:00:52.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:52 smithi189 bash[68090]: audit 2024-04-13T22:00:51.279693+0000 mon.a (mon.0) 257 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-13T22:00:52.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:52 smithi189 bash[68090]: audit 2024-04-13T22:00:51.281267+0000 mon.a (mon.0) 258 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:00:52.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:52 smithi189 bash[68090]: cephadm 2024-04-13T22:00:51.284476+0000 mgr.y (mgr.25865) 118 : cephadm 1 Reconfiguring daemon osd.2 on smithi165 2024-04-13T22:00:54.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:54 smithi189 bash[68090]: cluster 2024-04-13T22:00:52.870367+0000 mgr.y (mgr.25865) 119 : cluster 0 pgmap v83: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:54.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:54 smithi189 bash[68090]: audit 2024-04-13T22:00:53.328438+0000 mon.a (mon.0) 259 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:54.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:54 smithi189 bash[68090]: audit 2024-04-13T22:00:53.338377+0000 mon.a (mon.0) 260 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:54.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:54 smithi189 bash[68090]: cephadm 2024-04-13T22:00:53.352847+0000 mgr.y (mgr.25865) 120 : cephadm 1 Reconfiguring osd.3 (monmap changed)... 2024-04-13T22:00:54.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:54 smithi189 bash[68090]: audit 2024-04-13T22:00:53.353363+0000 mon.a (mon.0) 261 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-13T22:00:54.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:54 smithi189 bash[68090]: audit 2024-04-13T22:00:53.354709+0000 mon.a (mon.0) 262 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:00:54.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:54 smithi189 bash[68090]: cephadm 2024-04-13T22:00:53.358782+0000 mgr.y (mgr.25865) 121 : cephadm 1 Reconfiguring daemon osd.3 on smithi165 2024-04-13T22:00:54.599 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:54 smithi165 bash[82211]: cluster 2024-04-13T22:00:52.870367+0000 mgr.y (mgr.25865) 119 : cluster 0 pgmap v83: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:54.599 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:54 smithi165 bash[82211]: audit 2024-04-13T22:00:53.328438+0000 mon.a (mon.0) 259 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:54.599 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:54 smithi165 bash[82211]: audit 2024-04-13T22:00:53.338377+0000 mon.a (mon.0) 260 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:54.599 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:54 smithi165 bash[82211]: cephadm 2024-04-13T22:00:53.352847+0000 mgr.y (mgr.25865) 120 : cephadm 1 Reconfiguring osd.3 (monmap changed)... 2024-04-13T22:00:54.599 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:54 smithi165 bash[82211]: audit 2024-04-13T22:00:53.353363+0000 mon.a (mon.0) 261 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-13T22:00:54.599 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:54 smithi165 bash[82211]: audit 2024-04-13T22:00:53.354709+0000 mon.a (mon.0) 262 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:00:54.599 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:54 smithi165 bash[82211]: cephadm 2024-04-13T22:00:53.358782+0000 mgr.y (mgr.25865) 121 : cephadm 1 Reconfiguring daemon osd.3 on smithi165 2024-04-13T22:00:54.599 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:54 smithi165 bash[84613]: cluster 2024-04-13T22:00:52.870367+0000 mgr.y (mgr.25865) 119 : cluster 0 pgmap v83: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:54.600 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:54 smithi165 bash[84613]: audit 2024-04-13T22:00:53.328438+0000 mon.a (mon.0) 259 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:54.600 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:54 smithi165 bash[84613]: audit 2024-04-13T22:00:53.338377+0000 mon.a (mon.0) 260 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:54.600 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:54 smithi165 bash[84613]: cephadm 2024-04-13T22:00:53.352847+0000 mgr.y (mgr.25865) 120 : cephadm 1 Reconfiguring osd.3 (monmap changed)... 2024-04-13T22:00:54.600 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:54 smithi165 bash[84613]: audit 2024-04-13T22:00:53.353363+0000 mon.a (mon.0) 261 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-13T22:00:54.600 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:54 smithi165 bash[84613]: audit 2024-04-13T22:00:53.354709+0000 mon.a (mon.0) 262 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:00:54.600 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:54 smithi165 bash[84613]: cephadm 2024-04-13T22:00:53.358782+0000 mgr.y (mgr.25865) 121 : cephadm 1 Reconfiguring daemon osd.3 on smithi165 2024-04-13T22:00:56.708 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:56 smithi165 bash[84613]: cluster 2024-04-13T22:00:54.871682+0000 mgr.y (mgr.25865) 122 : cluster 0 pgmap v84: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:56.708 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:56 smithi165 bash[84613]: audit 2024-04-13T22:00:55.448634+0000 mon.a (mon.0) 263 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:56.708 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:56 smithi165 bash[84613]: audit 2024-04-13T22:00:55.456355+0000 mon.a (mon.0) 264 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:56.708 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:56 smithi165 bash[84613]: cephadm 2024-04-13T22:00:55.477564+0000 mgr.y (mgr.25865) 123 : cephadm 1 Reconfiguring mds.foo.smithi165.sviubw (monmap changed)... 2024-04-13T22:00:56.708 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:56 smithi165 bash[84613]: audit 2024-04-13T22:00:55.478314+0000 mon.a (mon.0) 265 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi165.sviubw", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T22:00:56.708 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:56 smithi165 bash[84613]: audit 2024-04-13T22:00:55.480172+0000 mon.a (mon.0) 266 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:00:56.708 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:56 smithi165 bash[84613]: cephadm 2024-04-13T22:00:55.482203+0000 mgr.y (mgr.25865) 124 : cephadm 1 Reconfiguring daemon mds.foo.smithi165.sviubw on smithi165 2024-04-13T22:00:56.709 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:56 smithi165 bash[82211]: cluster 2024-04-13T22:00:54.871682+0000 mgr.y (mgr.25865) 122 : cluster 0 pgmap v84: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:56.709 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:56 smithi165 bash[82211]: audit 2024-04-13T22:00:55.448634+0000 mon.a (mon.0) 263 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:56.709 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:56 smithi165 bash[82211]: audit 2024-04-13T22:00:55.456355+0000 mon.a (mon.0) 264 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:56.709 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:56 smithi165 bash[82211]: cephadm 2024-04-13T22:00:55.477564+0000 mgr.y (mgr.25865) 123 : cephadm 1 Reconfiguring mds.foo.smithi165.sviubw (monmap changed)... 2024-04-13T22:00:56.709 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:56 smithi165 bash[82211]: audit 2024-04-13T22:00:55.478314+0000 mon.a (mon.0) 265 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi165.sviubw", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T22:00:56.709 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:56 smithi165 bash[82211]: audit 2024-04-13T22:00:55.480172+0000 mon.a (mon.0) 266 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:00:56.709 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:56 smithi165 bash[82211]: cephadm 2024-04-13T22:00:55.482203+0000 mgr.y (mgr.25865) 124 : cephadm 1 Reconfiguring daemon mds.foo.smithi165.sviubw on smithi165 2024-04-13T22:00:56.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:56 smithi189 bash[68090]: cluster 2024-04-13T22:00:54.871682+0000 mgr.y (mgr.25865) 122 : cluster 0 pgmap v84: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:56.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:56 smithi189 bash[68090]: audit 2024-04-13T22:00:55.448634+0000 mon.a (mon.0) 263 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:56.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:56 smithi189 bash[68090]: audit 2024-04-13T22:00:55.456355+0000 mon.a (mon.0) 264 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:56.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:56 smithi189 bash[68090]: cephadm 2024-04-13T22:00:55.477564+0000 mgr.y (mgr.25865) 123 : cephadm 1 Reconfiguring mds.foo.smithi165.sviubw (monmap changed)... 2024-04-13T22:00:56.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:56 smithi189 bash[68090]: audit 2024-04-13T22:00:55.478314+0000 mon.a (mon.0) 265 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi165.sviubw", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T22:00:56.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:56 smithi189 bash[68090]: audit 2024-04-13T22:00:55.480172+0000 mon.a (mon.0) 266 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:00:56.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:56 smithi189 bash[68090]: cephadm 2024-04-13T22:00:55.482203+0000 mgr.y (mgr.25865) 124 : cephadm 1 Reconfiguring daemon mds.foo.smithi165.sviubw on smithi165 2024-04-13T22:00:58.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:58 smithi165 bash[82211]: cluster 2024-04-13T22:00:56.872470+0000 mgr.y (mgr.25865) 125 : cluster 0 pgmap v85: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:58.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:58 smithi165 bash[82211]: audit 2024-04-13T22:00:57.654995+0000 mon.a (mon.0) 267 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:58.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:58 smithi165 bash[82211]: audit 2024-04-13T22:00:57.666578+0000 mon.a (mon.0) 268 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:58.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:58 smithi165 bash[82211]: audit 2024-04-13T22:00:57.702381+0000 mon.a (mon.0) 269 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T22:00:58.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:58 smithi165 bash[82211]: audit 2024-04-13T22:00:57.704403+0000 mon.a (mon.0) 270 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T22:00:58.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:58 smithi165 bash[82211]: audit 2024-04-13T22:00:57.706213+0000 mon.a (mon.0) 271 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:00:58.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:58 smithi165 bash[82211]: audit 2024-04-13T22:00:57.898620+0000 mon.a (mon.0) 272 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:00:58.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:58 smithi165 bash[84613]: cluster 2024-04-13T22:00:56.872470+0000 mgr.y (mgr.25865) 125 : cluster 0 pgmap v85: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:58.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:58 smithi165 bash[84613]: audit 2024-04-13T22:00:57.654995+0000 mon.a (mon.0) 267 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:58.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:58 smithi165 bash[84613]: audit 2024-04-13T22:00:57.666578+0000 mon.a (mon.0) 268 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:58.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:58 smithi165 bash[84613]: audit 2024-04-13T22:00:57.702381+0000 mon.a (mon.0) 269 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T22:00:58.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:58 smithi165 bash[84613]: audit 2024-04-13T22:00:57.704403+0000 mon.a (mon.0) 270 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T22:00:58.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:58 smithi165 bash[84613]: audit 2024-04-13T22:00:57.706213+0000 mon.a (mon.0) 271 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:00:58.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:58 smithi165 bash[84613]: audit 2024-04-13T22:00:57.898620+0000 mon.a (mon.0) 272 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:00:58.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:58 smithi189 bash[68090]: cluster 2024-04-13T22:00:56.872470+0000 mgr.y (mgr.25865) 125 : cluster 0 pgmap v85: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:00:58.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:58 smithi189 bash[68090]: audit 2024-04-13T22:00:57.654995+0000 mon.a (mon.0) 267 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:58.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:58 smithi189 bash[68090]: audit 2024-04-13T22:00:57.666578+0000 mon.a (mon.0) 268 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:00:58.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:58 smithi189 bash[68090]: audit 2024-04-13T22:00:57.702381+0000 mon.a (mon.0) 269 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-13T22:00:58.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:58 smithi189 bash[68090]: audit 2024-04-13T22:00:57.704403+0000 mon.a (mon.0) 270 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-13T22:00:58.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:58 smithi189 bash[68090]: audit 2024-04-13T22:00:57.706213+0000 mon.a (mon.0) 271 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:00:58.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:58 smithi189 bash[68090]: audit 2024-04-13T22:00:57.898620+0000 mon.a (mon.0) 272 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:00:59.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:59 smithi189 bash[68090]: cephadm 2024-04-13T22:00:57.701631+0000 mgr.y (mgr.25865) 126 : cephadm 1 Reconfiguring mon.b (monmap changed)... 2024-04-13T22:00:59.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:00:59 smithi189 bash[68090]: cephadm 2024-04-13T22:00:57.708385+0000 mgr.y (mgr.25865) 127 : cephadm 1 Reconfiguring daemon mon.b on smithi189 2024-04-13T22:00:59.816 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:59 smithi165 bash[82211]: cephadm 2024-04-13T22:00:57.701631+0000 mgr.y (mgr.25865) 126 : cephadm 1 Reconfiguring mon.b (monmap changed)... 2024-04-13T22:00:59.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:00:59 smithi165 bash[82211]: cephadm 2024-04-13T22:00:57.708385+0000 mgr.y (mgr.25865) 127 : cephadm 1 Reconfiguring daemon mon.b on smithi189 2024-04-13T22:00:59.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:59 smithi165 bash[84613]: cephadm 2024-04-13T22:00:57.701631+0000 mgr.y (mgr.25865) 126 : cephadm 1 Reconfiguring mon.b (monmap changed)... 2024-04-13T22:00:59.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:00:59 smithi165 bash[84613]: cephadm 2024-04-13T22:00:57.708385+0000 mgr.y (mgr.25865) 127 : cephadm 1 Reconfiguring daemon mon.b on smithi189 2024-04-13T22:01:00.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:00 smithi189 bash[68090]: cluster 2024-04-13T22:00:58.873231+0000 mgr.y (mgr.25865) 128 : cluster 0 pgmap v86: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:00.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:00 smithi189 bash[68090]: audit 2024-04-13T22:00:59.769094+0000 mon.a (mon.0) 273 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:00.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:00 smithi189 bash[68090]: audit 2024-04-13T22:00:59.781761+0000 mon.a (mon.0) 274 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:00.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:00 smithi189 bash[68090]: audit 2024-04-13T22:00:59.830296+0000 mon.a (mon.0) 275 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T22:01:00.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:00 smithi189 bash[68090]: audit 2024-04-13T22:00:59.832350+0000 mon.a (mon.0) 276 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T22:01:00.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:00 smithi189 bash[68090]: audit 2024-04-13T22:00:59.834138+0000 mon.a (mon.0) 277 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:01:00.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:00 smithi165 bash[82211]: cluster 2024-04-13T22:00:58.873231+0000 mgr.y (mgr.25865) 128 : cluster 0 pgmap v86: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:00.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:00 smithi165 bash[82211]: audit 2024-04-13T22:00:59.769094+0000 mon.a (mon.0) 273 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:00.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:00 smithi165 bash[82211]: audit 2024-04-13T22:00:59.781761+0000 mon.a (mon.0) 274 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:00.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:00 smithi165 bash[82211]: audit 2024-04-13T22:00:59.830296+0000 mon.a (mon.0) 275 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T22:01:00.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:00 smithi165 bash[82211]: audit 2024-04-13T22:00:59.832350+0000 mon.a (mon.0) 276 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T22:01:00.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:00 smithi165 bash[82211]: audit 2024-04-13T22:00:59.834138+0000 mon.a (mon.0) 277 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:01:00.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:00 smithi165 bash[84613]: cluster 2024-04-13T22:00:58.873231+0000 mgr.y (mgr.25865) 128 : cluster 0 pgmap v86: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:00.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:00 smithi165 bash[84613]: audit 2024-04-13T22:00:59.769094+0000 mon.a (mon.0) 273 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:00.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:00 smithi165 bash[84613]: audit 2024-04-13T22:00:59.781761+0000 mon.a (mon.0) 274 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:00.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:00 smithi165 bash[84613]: audit 2024-04-13T22:00:59.830296+0000 mon.a (mon.0) 275 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-13T22:01:00.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:00 smithi165 bash[84613]: audit 2024-04-13T22:00:59.832350+0000 mon.a (mon.0) 276 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-13T22:01:00.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:00 smithi165 bash[84613]: audit 2024-04-13T22:00:59.834138+0000 mon.a (mon.0) 277 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:01:01.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:01 smithi165 bash[82211]: cephadm 2024-04-13T22:00:59.829549+0000 mgr.y (mgr.25865) 129 : cephadm 1 Reconfiguring mgr.x (monmap changed)... 2024-04-13T22:01:01.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:01 smithi165 bash[82211]: cephadm 2024-04-13T22:00:59.836044+0000 mgr.y (mgr.25865) 130 : cephadm 1 Reconfiguring daemon mgr.x on smithi189 2024-04-13T22:01:01.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:01 smithi165 bash[84613]: cephadm 2024-04-13T22:00:59.829549+0000 mgr.y (mgr.25865) 129 : cephadm 1 Reconfiguring mgr.x (monmap changed)... 2024-04-13T22:01:01.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:01 smithi165 bash[84613]: cephadm 2024-04-13T22:00:59.836044+0000 mgr.y (mgr.25865) 130 : cephadm 1 Reconfiguring daemon mgr.x on smithi189 2024-04-13T22:01:01.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:01 smithi189 bash[68090]: cephadm 2024-04-13T22:00:59.829549+0000 mgr.y (mgr.25865) 129 : cephadm 1 Reconfiguring mgr.x (monmap changed)... 2024-04-13T22:01:01.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:01 smithi189 bash[68090]: cephadm 2024-04-13T22:00:59.836044+0000 mgr.y (mgr.25865) 130 : cephadm 1 Reconfiguring daemon mgr.x on smithi189 2024-04-13T22:01:02.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:02 smithi189 bash[68090]: cluster 2024-04-13T22:01:00.874336+0000 mgr.y (mgr.25865) 131 : cluster 0 pgmap v87: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:02.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:02 smithi189 bash[68090]: audit 2024-04-13T22:01:01.852909+0000 mon.a (mon.0) 278 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:02.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:02 smithi189 bash[68090]: audit 2024-04-13T22:01:01.864428+0000 mon.a (mon.0) 279 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:02.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:02 smithi189 bash[68090]: audit 2024-04-13T22:01:01.907314+0000 mon.a (mon.0) 280 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-13T22:01:02.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:02 smithi189 bash[68090]: audit 2024-04-13T22:01:01.909237+0000 mon.a (mon.0) 281 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:01:02.816 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:01:02 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:01:02] "GET /metrics HTTP/1.1" 200 33902 "" "Prometheus/2.43.0" 2024-04-13T22:01:02.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:02 smithi165 bash[82211]: cluster 2024-04-13T22:01:00.874336+0000 mgr.y (mgr.25865) 131 : cluster 0 pgmap v87: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:02.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:02 smithi165 bash[82211]: audit 2024-04-13T22:01:01.852909+0000 mon.a (mon.0) 278 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:02.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:02 smithi165 bash[82211]: audit 2024-04-13T22:01:01.864428+0000 mon.a (mon.0) 279 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:02.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:02 smithi165 bash[82211]: audit 2024-04-13T22:01:01.907314+0000 mon.a (mon.0) 280 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-13T22:01:02.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:02 smithi165 bash[82211]: audit 2024-04-13T22:01:01.909237+0000 mon.a (mon.0) 281 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:01:02.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:02 smithi165 bash[84613]: cluster 2024-04-13T22:01:00.874336+0000 mgr.y (mgr.25865) 131 : cluster 0 pgmap v87: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:02.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:02 smithi165 bash[84613]: audit 2024-04-13T22:01:01.852909+0000 mon.a (mon.0) 278 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:02.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:02 smithi165 bash[84613]: audit 2024-04-13T22:01:01.864428+0000 mon.a (mon.0) 279 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:02.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:02 smithi165 bash[84613]: audit 2024-04-13T22:01:01.907314+0000 mon.a (mon.0) 280 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-13T22:01:02.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:02 smithi165 bash[84613]: audit 2024-04-13T22:01:01.909237+0000 mon.a (mon.0) 281 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:01:03.816 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:03 smithi165 bash[82211]: cephadm 2024-04-13T22:01:01.906670+0000 mgr.y (mgr.25865) 132 : cephadm 1 Reconfiguring osd.4 (monmap changed)... 2024-04-13T22:01:03.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:03 smithi165 bash[82211]: cephadm 2024-04-13T22:01:01.914064+0000 mgr.y (mgr.25865) 133 : cephadm 1 Reconfiguring daemon osd.4 on smithi189 2024-04-13T22:01:03.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:03 smithi165 bash[84613]: cephadm 2024-04-13T22:01:01.906670+0000 mgr.y (mgr.25865) 132 : cephadm 1 Reconfiguring osd.4 (monmap changed)... 2024-04-13T22:01:03.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:03 smithi165 bash[84613]: cephadm 2024-04-13T22:01:01.914064+0000 mgr.y (mgr.25865) 133 : cephadm 1 Reconfiguring daemon osd.4 on smithi189 2024-04-13T22:01:03.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:03 smithi189 bash[68090]: cephadm 2024-04-13T22:01:01.906670+0000 mgr.y (mgr.25865) 132 : cephadm 1 Reconfiguring osd.4 (monmap changed)... 2024-04-13T22:01:03.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:03 smithi189 bash[68090]: cephadm 2024-04-13T22:01:01.914064+0000 mgr.y (mgr.25865) 133 : cephadm 1 Reconfiguring daemon osd.4 on smithi189 2024-04-13T22:01:04.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:04 smithi165 bash[82211]: cluster 2024-04-13T22:01:02.874951+0000 mgr.y (mgr.25865) 134 : cluster 0 pgmap v88: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:04.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:04 smithi165 bash[82211]: audit 2024-04-13T22:01:04.059649+0000 mon.a (mon.0) 282 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:04.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:04 smithi165 bash[82211]: audit 2024-04-13T22:01:04.070917+0000 mon.a (mon.0) 283 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:04.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:04 smithi165 bash[82211]: audit 2024-04-13T22:01:04.086745+0000 mon.a (mon.0) 284 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-13T22:01:04.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:04 smithi165 bash[82211]: audit 2024-04-13T22:01:04.088569+0000 mon.a (mon.0) 285 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:01:04.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:04 smithi165 bash[84613]: cluster 2024-04-13T22:01:02.874951+0000 mgr.y (mgr.25865) 134 : cluster 0 pgmap v88: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:04.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:04 smithi165 bash[84613]: audit 2024-04-13T22:01:04.059649+0000 mon.a (mon.0) 282 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:04.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:04 smithi165 bash[84613]: audit 2024-04-13T22:01:04.070917+0000 mon.a (mon.0) 283 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:04.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:04 smithi165 bash[84613]: audit 2024-04-13T22:01:04.086745+0000 mon.a (mon.0) 284 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-13T22:01:04.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:04 smithi165 bash[84613]: audit 2024-04-13T22:01:04.088569+0000 mon.a (mon.0) 285 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:01:04.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:04 smithi189 bash[68090]: cluster 2024-04-13T22:01:02.874951+0000 mgr.y (mgr.25865) 134 : cluster 0 pgmap v88: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:04.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:04 smithi189 bash[68090]: audit 2024-04-13T22:01:04.059649+0000 mon.a (mon.0) 282 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:04.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:04 smithi189 bash[68090]: audit 2024-04-13T22:01:04.070917+0000 mon.a (mon.0) 283 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:04.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:04 smithi189 bash[68090]: audit 2024-04-13T22:01:04.086745+0000 mon.a (mon.0) 284 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-13T22:01:04.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:04 smithi189 bash[68090]: audit 2024-04-13T22:01:04.088569+0000 mon.a (mon.0) 285 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:01:05.726 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:05 smithi189 bash[68090]: cephadm 2024-04-13T22:01:04.086031+0000 mgr.y (mgr.25865) 135 : cephadm 1 Reconfiguring osd.5 (monmap changed)... 2024-04-13T22:01:05.726 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:05 smithi189 bash[68090]: cephadm 2024-04-13T22:01:04.093274+0000 mgr.y (mgr.25865) 136 : cephadm 1 Reconfiguring daemon osd.5 on smithi189 2024-04-13T22:01:05.816 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:05 smithi165 bash[82211]: cephadm 2024-04-13T22:01:04.086031+0000 mgr.y (mgr.25865) 135 : cephadm 1 Reconfiguring osd.5 (monmap changed)... 2024-04-13T22:01:05.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:05 smithi165 bash[82211]: cephadm 2024-04-13T22:01:04.093274+0000 mgr.y (mgr.25865) 136 : cephadm 1 Reconfiguring daemon osd.5 on smithi189 2024-04-13T22:01:05.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:05 smithi165 bash[84613]: cephadm 2024-04-13T22:01:04.086031+0000 mgr.y (mgr.25865) 135 : cephadm 1 Reconfiguring osd.5 (monmap changed)... 2024-04-13T22:01:05.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:05 smithi165 bash[84613]: cephadm 2024-04-13T22:01:04.093274+0000 mgr.y (mgr.25865) 136 : cephadm 1 Reconfiguring daemon osd.5 on smithi189 2024-04-13T22:01:06.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:06 smithi165 bash[82211]: cluster 2024-04-13T22:01:04.876033+0000 mgr.y (mgr.25865) 137 : cluster 0 pgmap v89: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:06.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:06 smithi165 bash[82211]: audit 2024-04-13T22:01:06.215592+0000 mon.a (mon.0) 286 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:06.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:06 smithi165 bash[82211]: audit 2024-04-13T22:01:06.229401+0000 mon.a (mon.0) 287 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:06.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:06 smithi165 bash[82211]: audit 2024-04-13T22:01:06.263989+0000 mon.a (mon.0) 288 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-13T22:01:06.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:06 smithi165 bash[82211]: audit 2024-04-13T22:01:06.265848+0000 mon.a (mon.0) 289 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:01:06.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:06 smithi165 bash[84613]: cluster 2024-04-13T22:01:04.876033+0000 mgr.y (mgr.25865) 137 : cluster 0 pgmap v89: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:06.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:06 smithi165 bash[84613]: audit 2024-04-13T22:01:06.215592+0000 mon.a (mon.0) 286 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:06.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:06 smithi165 bash[84613]: audit 2024-04-13T22:01:06.229401+0000 mon.a (mon.0) 287 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:06.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:06 smithi165 bash[84613]: audit 2024-04-13T22:01:06.263989+0000 mon.a (mon.0) 288 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-13T22:01:06.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:06 smithi165 bash[84613]: audit 2024-04-13T22:01:06.265848+0000 mon.a (mon.0) 289 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:01:06.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:06 smithi189 bash[68090]: cluster 2024-04-13T22:01:04.876033+0000 mgr.y (mgr.25865) 137 : cluster 0 pgmap v89: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:06.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:06 smithi189 bash[68090]: audit 2024-04-13T22:01:06.215592+0000 mon.a (mon.0) 286 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:06.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:06 smithi189 bash[68090]: audit 2024-04-13T22:01:06.229401+0000 mon.a (mon.0) 287 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:06.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:06 smithi189 bash[68090]: audit 2024-04-13T22:01:06.263989+0000 mon.a (mon.0) 288 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-13T22:01:06.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:06 smithi189 bash[68090]: audit 2024-04-13T22:01:06.265848+0000 mon.a (mon.0) 289 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:01:07.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:07 smithi165 bash[82211]: cephadm 2024-04-13T22:01:06.263309+0000 mgr.y (mgr.25865) 138 : cephadm 1 Reconfiguring osd.6 (monmap changed)... 2024-04-13T22:01:07.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:07 smithi165 bash[82211]: cephadm 2024-04-13T22:01:06.270641+0000 mgr.y (mgr.25865) 139 : cephadm 1 Reconfiguring daemon osd.6 on smithi189 2024-04-13T22:01:07.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:07 smithi165 bash[84613]: cephadm 2024-04-13T22:01:06.263309+0000 mgr.y (mgr.25865) 138 : cephadm 1 Reconfiguring osd.6 (monmap changed)... 2024-04-13T22:01:07.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:07 smithi165 bash[84613]: cephadm 2024-04-13T22:01:06.270641+0000 mgr.y (mgr.25865) 139 : cephadm 1 Reconfiguring daemon osd.6 on smithi189 2024-04-13T22:01:07.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:07 smithi189 bash[68090]: cephadm 2024-04-13T22:01:06.263309+0000 mgr.y (mgr.25865) 138 : cephadm 1 Reconfiguring osd.6 (monmap changed)... 2024-04-13T22:01:07.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:07 smithi189 bash[68090]: cephadm 2024-04-13T22:01:06.270641+0000 mgr.y (mgr.25865) 139 : cephadm 1 Reconfiguring daemon osd.6 on smithi189 2024-04-13T22:01:08.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:08 smithi165 bash[82211]: cluster 2024-04-13T22:01:06.876663+0000 mgr.y (mgr.25865) 140 : cluster 0 pgmap v90: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:08.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:08 smithi165 bash[82211]: audit 2024-04-13T22:01:08.357987+0000 mon.a (mon.0) 290 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:08.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:08 smithi165 bash[82211]: audit 2024-04-13T22:01:08.369608+0000 mon.a (mon.0) 291 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:08.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:08 smithi165 bash[82211]: audit 2024-04-13T22:01:08.389631+0000 mon.a (mon.0) 292 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-13T22:01:08.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:08 smithi165 bash[82211]: audit 2024-04-13T22:01:08.391410+0000 mon.a (mon.0) 293 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:01:08.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:08 smithi165 bash[84613]: cluster 2024-04-13T22:01:06.876663+0000 mgr.y (mgr.25865) 140 : cluster 0 pgmap v90: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:08.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:08 smithi165 bash[84613]: audit 2024-04-13T22:01:08.357987+0000 mon.a (mon.0) 290 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:08.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:08 smithi165 bash[84613]: audit 2024-04-13T22:01:08.369608+0000 mon.a (mon.0) 291 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:08.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:08 smithi165 bash[84613]: audit 2024-04-13T22:01:08.389631+0000 mon.a (mon.0) 292 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-13T22:01:08.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:08 smithi165 bash[84613]: audit 2024-04-13T22:01:08.391410+0000 mon.a (mon.0) 293 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:01:08.837 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:08 smithi189 bash[68090]: cluster 2024-04-13T22:01:06.876663+0000 mgr.y (mgr.25865) 140 : cluster 0 pgmap v90: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:08.837 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:08 smithi189 bash[68090]: audit 2024-04-13T22:01:08.357987+0000 mon.a (mon.0) 290 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:08.837 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:08 smithi189 bash[68090]: audit 2024-04-13T22:01:08.369608+0000 mon.a (mon.0) 291 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:08.837 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:08 smithi189 bash[68090]: audit 2024-04-13T22:01:08.389631+0000 mon.a (mon.0) 292 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-13T22:01:08.837 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:08 smithi189 bash[68090]: audit 2024-04-13T22:01:08.391410+0000 mon.a (mon.0) 293 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:01:09.770 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:09 smithi189 bash[68090]: cephadm 2024-04-13T22:01:08.389003+0000 mgr.y (mgr.25865) 141 : cephadm 1 Reconfiguring osd.7 (monmap changed)... 2024-04-13T22:01:09.770 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:09 smithi189 bash[68090]: cephadm 2024-04-13T22:01:08.396018+0000 mgr.y (mgr.25865) 142 : cephadm 1 Reconfiguring daemon osd.7 on smithi189 2024-04-13T22:01:09.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:09 smithi165 bash[82211]: cephadm 2024-04-13T22:01:08.389003+0000 mgr.y (mgr.25865) 141 : cephadm 1 Reconfiguring osd.7 (monmap changed)... 2024-04-13T22:01:09.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:09 smithi165 bash[82211]: cephadm 2024-04-13T22:01:08.396018+0000 mgr.y (mgr.25865) 142 : cephadm 1 Reconfiguring daemon osd.7 on smithi189 2024-04-13T22:01:09.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:09 smithi165 bash[84613]: cephadm 2024-04-13T22:01:08.389003+0000 mgr.y (mgr.25865) 141 : cephadm 1 Reconfiguring osd.7 (monmap changed)... 2024-04-13T22:01:09.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:09 smithi165 bash[84613]: cephadm 2024-04-13T22:01:08.396018+0000 mgr.y (mgr.25865) 142 : cephadm 1 Reconfiguring daemon osd.7 on smithi189 2024-04-13T22:01:10.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:10 smithi165 bash[82211]: cluster 2024-04-13T22:01:08.877367+0000 mgr.y (mgr.25865) 143 : cluster 0 pgmap v91: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:10.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:10 smithi165 bash[82211]: audit 2024-04-13T22:01:10.494369+0000 mon.a (mon.0) 294 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:10.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:10 smithi165 bash[82211]: audit 2024-04-13T22:01:10.507879+0000 mon.a (mon.0) 295 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:10.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:10 smithi165 bash[84613]: cluster 2024-04-13T22:01:08.877367+0000 mgr.y (mgr.25865) 143 : cluster 0 pgmap v91: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:10.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:10 smithi165 bash[84613]: audit 2024-04-13T22:01:10.494369+0000 mon.a (mon.0) 294 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:10.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:10 smithi165 bash[84613]: audit 2024-04-13T22:01:10.507879+0000 mon.a (mon.0) 295 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:10.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:10 smithi189 bash[68090]: cluster 2024-04-13T22:01:08.877367+0000 mgr.y (mgr.25865) 143 : cluster 0 pgmap v91: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:10.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:10 smithi189 bash[68090]: audit 2024-04-13T22:01:10.494369+0000 mon.a (mon.0) 294 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:10.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:10 smithi189 bash[68090]: audit 2024-04-13T22:01:10.507879+0000 mon.a (mon.0) 295 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:11.776 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:11 smithi189 bash[68090]: cephadm 2024-04-13T22:01:10.517556+0000 mgr.y (mgr.25865) 144 : cephadm 1 Reconfiguring mds.foo.smithi189.nwqqrx (monmap changed)... 2024-04-13T22:01:11.777 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:11 smithi189 bash[68090]: audit 2024-04-13T22:01:10.526420+0000 mon.a (mon.0) 296 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi189.nwqqrx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T22:01:11.777 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:11 smithi189 bash[68090]: audit 2024-04-13T22:01:10.528559+0000 mon.a (mon.0) 297 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:01:11.777 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:11 smithi189 bash[68090]: cephadm 2024-04-13T22:01:10.530507+0000 mgr.y (mgr.25865) 145 : cephadm 1 Reconfiguring daemon mds.foo.smithi189.nwqqrx on smithi189 2024-04-13T22:01:11.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:11 smithi165 bash[84613]: cephadm 2024-04-13T22:01:10.517556+0000 mgr.y (mgr.25865) 144 : cephadm 1 Reconfiguring mds.foo.smithi189.nwqqrx (monmap changed)... 2024-04-13T22:01:11.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:11 smithi165 bash[84613]: audit 2024-04-13T22:01:10.526420+0000 mon.a (mon.0) 296 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi189.nwqqrx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T22:01:11.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:11 smithi165 bash[84613]: audit 2024-04-13T22:01:10.528559+0000 mon.a (mon.0) 297 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:01:11.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:11 smithi165 bash[84613]: cephadm 2024-04-13T22:01:10.530507+0000 mgr.y (mgr.25865) 145 : cephadm 1 Reconfiguring daemon mds.foo.smithi189.nwqqrx on smithi189 2024-04-13T22:01:11.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:11 smithi165 bash[82211]: cephadm 2024-04-13T22:01:10.517556+0000 mgr.y (mgr.25865) 144 : cephadm 1 Reconfiguring mds.foo.smithi189.nwqqrx (monmap changed)... 2024-04-13T22:01:11.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:11 smithi165 bash[82211]: audit 2024-04-13T22:01:10.526420+0000 mon.a (mon.0) 296 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi189.nwqqrx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-13T22:01:11.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:11 smithi165 bash[82211]: audit 2024-04-13T22:01:10.528559+0000 mon.a (mon.0) 297 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:01:11.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:11 smithi165 bash[82211]: cephadm 2024-04-13T22:01:10.530507+0000 mgr.y (mgr.25865) 145 : cephadm 1 Reconfiguring daemon mds.foo.smithi189.nwqqrx on smithi189 2024-04-13T22:01:12.817 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:01:12 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:01:12] "GET /metrics HTTP/1.1" 200 33902 "" "Prometheus/2.43.0" 2024-04-13T22:01:12.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:12 smithi165 bash[82211]: cluster 2024-04-13T22:01:10.878294+0000 mgr.y (mgr.25865) 146 : cluster 0 pgmap v92: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:12.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:12 smithi165 bash[82211]: audit 2024-04-13T22:01:12.515848+0000 mon.a (mon.0) 298 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:12.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:12 smithi165 bash[82211]: audit 2024-04-13T22:01:12.527508+0000 mon.a (mon.0) 299 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:12.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:12 smithi165 bash[84613]: cluster 2024-04-13T22:01:10.878294+0000 mgr.y (mgr.25865) 146 : cluster 0 pgmap v92: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:12.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:12 smithi165 bash[84613]: audit 2024-04-13T22:01:12.515848+0000 mon.a (mon.0) 298 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:12.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:12 smithi165 bash[84613]: audit 2024-04-13T22:01:12.527508+0000 mon.a (mon.0) 299 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:12.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:12 smithi189 bash[68090]: cluster 2024-04-13T22:01:10.878294+0000 mgr.y (mgr.25865) 146 : cluster 0 pgmap v92: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:12.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:12 smithi189 bash[68090]: audit 2024-04-13T22:01:12.515848+0000 mon.a (mon.0) 298 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:12.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:12 smithi189 bash[68090]: audit 2024-04-13T22:01:12.527508+0000 mon.a (mon.0) 299 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:13.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:13 smithi165 bash[82211]: audit 2024-04-13T22:01:12.564530+0000 mon.a (mon.0) 300 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:01:13.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:13 smithi165 bash[82211]: audit 2024-04-13T22:01:12.904950+0000 mon.a (mon.0) 301 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:01:13.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:13 smithi165 bash[84613]: audit 2024-04-13T22:01:12.564530+0000 mon.a (mon.0) 300 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:01:13.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:13 smithi165 bash[84613]: audit 2024-04-13T22:01:12.904950+0000 mon.a (mon.0) 301 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:01:13.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:13 smithi189 bash[68090]: audit 2024-04-13T22:01:12.564530+0000 mon.a (mon.0) 300 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:01:13.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:13 smithi189 bash[68090]: audit 2024-04-13T22:01:12.904950+0000 mon.a (mon.0) 301 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:01:14.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:14 smithi165 bash[82211]: cluster 2024-04-13T22:01:12.879004+0000 mgr.y (mgr.25865) 147 : cluster 0 pgmap v93: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:14.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:14 smithi165 bash[84613]: cluster 2024-04-13T22:01:12.879004+0000 mgr.y (mgr.25865) 147 : cluster 0 pgmap v93: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:14.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:14 smithi189 bash[68090]: cluster 2024-04-13T22:01:12.879004+0000 mgr.y (mgr.25865) 147 : cluster 0 pgmap v93: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:16.816 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:16 smithi165 bash[82211]: cluster 2024-04-13T22:01:14.880175+0000 mgr.y (mgr.25865) 148 : cluster 0 pgmap v94: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:16.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:16 smithi165 bash[84613]: cluster 2024-04-13T22:01:14.880175+0000 mgr.y (mgr.25865) 148 : cluster 0 pgmap v94: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:16.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:16 smithi189 bash[68090]: cluster 2024-04-13T22:01:14.880175+0000 mgr.y (mgr.25865) 148 : cluster 0 pgmap v94: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:18.816 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:18 smithi165 bash[82211]: cluster 2024-04-13T22:01:16.880867+0000 mgr.y (mgr.25865) 149 : cluster 0 pgmap v95: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:18.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:18 smithi165 bash[82211]: audit 2024-04-13T22:01:18.369275+0000 mon.a (mon.0) 302 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:18.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:18 smithi165 bash[82211]: audit 2024-04-13T22:01:18.374666+0000 mon.a (mon.0) 303 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:18.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:18 smithi165 bash[84613]: cluster 2024-04-13T22:01:16.880867+0000 mgr.y (mgr.25865) 149 : cluster 0 pgmap v95: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:18.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:18 smithi165 bash[84613]: audit 2024-04-13T22:01:18.369275+0000 mon.a (mon.0) 302 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:18.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:18 smithi165 bash[84613]: audit 2024-04-13T22:01:18.374666+0000 mon.a (mon.0) 303 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:18.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:18 smithi189 bash[68090]: cluster 2024-04-13T22:01:16.880867+0000 mgr.y (mgr.25865) 149 : cluster 0 pgmap v95: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:18.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:18 smithi189 bash[68090]: audit 2024-04-13T22:01:18.369275+0000 mon.a (mon.0) 302 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:18.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:18 smithi189 bash[68090]: audit 2024-04-13T22:01:18.374666+0000 mon.a (mon.0) 303 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:19.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:19 smithi165 bash[82211]: audit 2024-04-13T22:01:18.896074+0000 mon.a (mon.0) 304 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:01:19.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:19 smithi165 bash[82211]: audit 2024-04-13T22:01:18.896966+0000 mon.a (mon.0) 305 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:01:19.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:19 smithi165 bash[82211]: audit 2024-04-13T22:01:18.902911+0000 mon.a (mon.0) 306 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:19.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:19 smithi165 bash[84613]: audit 2024-04-13T22:01:18.896074+0000 mon.a (mon.0) 304 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:01:19.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:19 smithi165 bash[84613]: audit 2024-04-13T22:01:18.896966+0000 mon.a (mon.0) 305 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:01:19.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:19 smithi165 bash[84613]: audit 2024-04-13T22:01:18.902911+0000 mon.a (mon.0) 306 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:19.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:19 smithi189 bash[68090]: audit 2024-04-13T22:01:18.896074+0000 mon.a (mon.0) 304 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:01:19.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:19 smithi189 bash[68090]: audit 2024-04-13T22:01:18.896966+0000 mon.a (mon.0) 305 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:01:19.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:19 smithi189 bash[68090]: audit 2024-04-13T22:01:18.902911+0000 mon.a (mon.0) 306 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:20.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:20 smithi165 bash[82211]: cluster 2024-04-13T22:01:18.881273+0000 mgr.y (mgr.25865) 150 : cluster 0 pgmap v96: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:20.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:20 smithi165 bash[84613]: cluster 2024-04-13T22:01:18.881273+0000 mgr.y (mgr.25865) 150 : cluster 0 pgmap v96: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:20.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:20 smithi189 bash[68090]: cluster 2024-04-13T22:01:18.881273+0000 mgr.y (mgr.25865) 150 : cluster 0 pgmap v96: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:22.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:22 smithi165 bash[82211]: cluster 2024-04-13T22:01:20.882097+0000 mgr.y (mgr.25865) 151 : cluster 0 pgmap v97: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:22.817 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:01:22 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:01:22] "GET /metrics HTTP/1.1" 200 33899 "" "Prometheus/2.43.0" 2024-04-13T22:01:22.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:22 smithi165 bash[84613]: cluster 2024-04-13T22:01:20.882097+0000 mgr.y (mgr.25865) 151 : cluster 0 pgmap v97: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:22.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:22 smithi189 bash[68090]: cluster 2024-04-13T22:01:20.882097+0000 mgr.y (mgr.25865) 151 : cluster 0 pgmap v97: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:24.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:24 smithi189 bash[68090]: cluster 2024-04-13T22:01:22.882751+0000 mgr.y (mgr.25865) 152 : cluster 0 pgmap v98: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:25.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:24 smithi165 bash[82211]: cluster 2024-04-13T22:01:22.882751+0000 mgr.y (mgr.25865) 152 : cluster 0 pgmap v98: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:25.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:24 smithi165 bash[84613]: cluster 2024-04-13T22:01:22.882751+0000 mgr.y (mgr.25865) 152 : cluster 0 pgmap v98: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:26.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:26 smithi189 bash[68090]: cluster 2024-04-13T22:01:24.883867+0000 mgr.y (mgr.25865) 153 : cluster 0 pgmap v99: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:27.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:26 smithi165 bash[82211]: cluster 2024-04-13T22:01:24.883867+0000 mgr.y (mgr.25865) 153 : cluster 0 pgmap v99: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:27.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:26 smithi165 bash[84613]: cluster 2024-04-13T22:01:24.883867+0000 mgr.y (mgr.25865) 153 : cluster 0 pgmap v99: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:28.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:28 smithi189 bash[68090]: cluster 2024-04-13T22:01:26.884584+0000 mgr.y (mgr.25865) 154 : cluster 0 pgmap v100: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:28.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:28 smithi189 bash[68090]: audit 2024-04-13T22:01:27.905073+0000 mon.a (mon.0) 307 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:01:29.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:28 smithi165 bash[82211]: cluster 2024-04-13T22:01:26.884584+0000 mgr.y (mgr.25865) 154 : cluster 0 pgmap v100: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:29.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:28 smithi165 bash[82211]: audit 2024-04-13T22:01:27.905073+0000 mon.a (mon.0) 307 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:01:29.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:28 smithi165 bash[84613]: cluster 2024-04-13T22:01:26.884584+0000 mgr.y (mgr.25865) 154 : cluster 0 pgmap v100: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:29.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:28 smithi165 bash[84613]: audit 2024-04-13T22:01:27.905073+0000 mon.a (mon.0) 307 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:01:30.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:30 smithi189 bash[68090]: cluster 2024-04-13T22:01:28.885734+0000 mgr.y (mgr.25865) 155 : cluster 0 pgmap v101: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:31.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:30 smithi165 bash[82211]: cluster 2024-04-13T22:01:28.885734+0000 mgr.y (mgr.25865) 155 : cluster 0 pgmap v101: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:31.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:30 smithi165 bash[84613]: cluster 2024-04-13T22:01:28.885734+0000 mgr.y (mgr.25865) 155 : cluster 0 pgmap v101: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:32.003 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -e sha1=809afd3da6037ef1c60dcf79f89e65791b95f8ef -- bash -c 'ceph orch upgrade resume' 2024-04-13T22:01:32.566 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:01:32 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:01:32] "GET /metrics HTTP/1.1" 200 33898 "" "Prometheus/2.43.0" 2024-04-13T22:01:32.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:32 smithi189 bash[68090]: cluster 2024-04-13T22:01:30.886641+0000 mgr.y (mgr.25865) 156 : cluster 0 pgmap v102: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:33.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:32 smithi165 bash[82211]: cluster 2024-04-13T22:01:30.886641+0000 mgr.y (mgr.25865) 156 : cluster 0 pgmap v102: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:33.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:32 smithi165 bash[84613]: cluster 2024-04-13T22:01:30.886641+0000 mgr.y (mgr.25865) 156 : cluster 0 pgmap v102: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:34.845 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:34 smithi189 bash[68090]: cluster 2024-04-13T22:01:32.887298+0000 mgr.y (mgr.25865) 157 : cluster 0 pgmap v103: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:35.066 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:34 smithi165 bash[82211]: cluster 2024-04-13T22:01:32.887298+0000 mgr.y (mgr.25865) 157 : cluster 0 pgmap v103: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:35.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:34 smithi165 bash[84613]: cluster 2024-04-13T22:01:32.887298+0000 mgr.y (mgr.25865) 157 : cluster 0 pgmap v103: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:36.747 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:01:37.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:36 smithi165 bash[82211]: cluster 2024-04-13T22:01:34.888377+0000 mgr.y (mgr.25865) 158 : cluster 0 pgmap v104: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:37.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:36 smithi165 bash[84613]: cluster 2024-04-13T22:01:34.888377+0000 mgr.y (mgr.25865) 158 : cluster 0 pgmap v104: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:37.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:36 smithi189 bash[68090]: cluster 2024-04-13T22:01:34.888377+0000 mgr.y (mgr.25865) 158 : cluster 0 pgmap v104: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:39.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:38 smithi165 bash[82211]: cluster 2024-04-13T22:01:36.889035+0000 mgr.y (mgr.25865) 159 : cluster 0 pgmap v105: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:39.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:38 smithi165 bash[84613]: cluster 2024-04-13T22:01:36.889035+0000 mgr.y (mgr.25865) 159 : cluster 0 pgmap v105: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:39.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:38 smithi189 bash[68090]: cluster 2024-04-13T22:01:36.889035+0000 mgr.y (mgr.25865) 159 : cluster 0 pgmap v105: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:39.972 INFO:teuthology.orchestra.run.smithi165.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c589cd63a0c5d4e47e2117d0f81662623bc0bc5acf8d3aa0cbc0b2a08d032464 2024-04-13T22:01:40.644 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -e sha1=809afd3da6037ef1c60dcf79f89e65791b95f8ef -- bash -c 'echo wait for all mons to upgrade' 2024-04-13T22:01:41.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:40 smithi165 bash[82211]: cluster 2024-04-13T22:01:38.890173+0000 mgr.y (mgr.25865) 160 : cluster 0 pgmap v106: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:41.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:40 smithi165 bash[82211]: audit 2024-04-13T22:01:39.976347+0000 mon.a (mon.0) 308 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:41.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:40 smithi165 bash[82211]: audit 2024-04-13T22:01:39.986033+0000 mon.a (mon.0) 309 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:01:41.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:40 smithi165 bash[84613]: cluster 2024-04-13T22:01:38.890173+0000 mgr.y (mgr.25865) 160 : cluster 0 pgmap v106: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:41.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:40 smithi165 bash[84613]: audit 2024-04-13T22:01:39.976347+0000 mon.a (mon.0) 308 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:41.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:40 smithi165 bash[84613]: audit 2024-04-13T22:01:39.986033+0000 mon.a (mon.0) 309 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:01:41.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:40 smithi189 bash[68090]: cluster 2024-04-13T22:01:38.890173+0000 mgr.y (mgr.25865) 160 : cluster 0 pgmap v106: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:41.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:40 smithi189 bash[68090]: audit 2024-04-13T22:01:39.976347+0000 mon.a (mon.0) 308 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:41.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:40 smithi189 bash[68090]: audit 2024-04-13T22:01:39.986033+0000 mon.a (mon.0) 309 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:01:42.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:41 smithi165 bash[82211]: audit 2024-04-13T22:01:39.971742+0000 mgr.y (mgr.25865) 161 : audit 0 from='client.44114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T22:01:42.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:41 smithi165 bash[82211]: cephadm 2024-04-13T22:01:39.972331+0000 mgr.y (mgr.25865) 162 : cephadm 1 Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c589cd63a0c5d4e47e2117d0f81662623bc0bc5acf8d3aa0cbc0b2a08d032464 2024-04-13T22:01:42.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:41 smithi165 bash[84613]: audit 2024-04-13T22:01:39.971742+0000 mgr.y (mgr.25865) 161 : audit 0 from='client.44114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T22:01:42.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:41 smithi165 bash[84613]: cephadm 2024-04-13T22:01:39.972331+0000 mgr.y (mgr.25865) 162 : cephadm 1 Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c589cd63a0c5d4e47e2117d0f81662623bc0bc5acf8d3aa0cbc0b2a08d032464 2024-04-13T22:01:42.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:41 smithi189 bash[68090]: audit 2024-04-13T22:01:39.971742+0000 mgr.y (mgr.25865) 161 : audit 0 from='client.44114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T22:01:42.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:41 smithi189 bash[68090]: cephadm 2024-04-13T22:01:39.972331+0000 mgr.y (mgr.25865) 162 : cephadm 1 Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c589cd63a0c5d4e47e2117d0f81662623bc0bc5acf8d3aa0cbc0b2a08d032464 2024-04-13T22:01:42.615 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:01:42 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:01:42] "GET /metrics HTTP/1.1" 200 33898 "" "Prometheus/2.43.0" 2024-04-13T22:01:43.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:42 smithi165 bash[82211]: cluster 2024-04-13T22:01:40.891003+0000 mgr.y (mgr.25865) 163 : cluster 0 pgmap v107: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:43.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:42 smithi165 bash[84613]: cluster 2024-04-13T22:01:40.891003+0000 mgr.y (mgr.25865) 163 : cluster 0 pgmap v107: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:43.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:42 smithi189 bash[68090]: cluster 2024-04-13T22:01:40.891003+0000 mgr.y (mgr.25865) 163 : cluster 0 pgmap v107: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:44.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:43 smithi165 bash[82211]: audit 2024-04-13T22:01:42.905559+0000 mon.a (mon.0) 310 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:01:44.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:43 smithi165 bash[84613]: audit 2024-04-13T22:01:42.905559+0000 mon.a (mon.0) 310 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:01:44.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:43 smithi189 bash[68090]: audit 2024-04-13T22:01:42.905559+0000 mon.a (mon.0) 310 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:01:45.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:44 smithi165 bash[82211]: cluster 2024-04-13T22:01:42.891585+0000 mgr.y (mgr.25865) 164 : cluster 0 pgmap v108: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:45.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:44 smithi165 bash[84613]: cluster 2024-04-13T22:01:42.891585+0000 mgr.y (mgr.25865) 164 : cluster 0 pgmap v108: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:45.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:44 smithi189 bash[68090]: cluster 2024-04-13T22:01:42.891585+0000 mgr.y (mgr.25865) 164 : cluster 0 pgmap v108: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:45.380 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:01:47.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:46 smithi165 bash[84613]: cluster 2024-04-13T22:01:44.892464+0000 mgr.y (mgr.25865) 165 : cluster 0 pgmap v109: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:47.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:46 smithi165 bash[84613]: audit 2024-04-13T22:01:45.982204+0000 mon.a (mon.0) 311 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:47.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:46 smithi165 bash[84613]: audit 2024-04-13T22:01:45.995445+0000 mon.a (mon.0) 312 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:47.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:46 smithi165 bash[84613]: audit 2024-04-13T22:01:46.570172+0000 mon.a (mon.0) 313 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:01:47.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:46 smithi165 bash[84613]: audit 2024-04-13T22:01:46.571779+0000 mon.a (mon.0) 314 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:01:47.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:46 smithi165 bash[84613]: audit 2024-04-13T22:01:46.580612+0000 mon.a (mon.0) 315 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:47.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:46 smithi165 bash[82211]: cluster 2024-04-13T22:01:44.892464+0000 mgr.y (mgr.25865) 165 : cluster 0 pgmap v109: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:47.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:46 smithi165 bash[82211]: audit 2024-04-13T22:01:45.982204+0000 mon.a (mon.0) 311 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:47.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:46 smithi165 bash[82211]: audit 2024-04-13T22:01:45.995445+0000 mon.a (mon.0) 312 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:47.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:46 smithi165 bash[82211]: audit 2024-04-13T22:01:46.570172+0000 mon.a (mon.0) 313 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:01:47.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:46 smithi165 bash[82211]: audit 2024-04-13T22:01:46.571779+0000 mon.a (mon.0) 314 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:01:47.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:46 smithi165 bash[82211]: audit 2024-04-13T22:01:46.580612+0000 mon.a (mon.0) 315 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:47.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:46 smithi189 bash[68090]: cluster 2024-04-13T22:01:44.892464+0000 mgr.y (mgr.25865) 165 : cluster 0 pgmap v109: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:47.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:46 smithi189 bash[68090]: audit 2024-04-13T22:01:45.982204+0000 mon.a (mon.0) 311 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:47.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:46 smithi189 bash[68090]: audit 2024-04-13T22:01:45.995445+0000 mon.a (mon.0) 312 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:47.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:46 smithi189 bash[68090]: audit 2024-04-13T22:01:46.570172+0000 mon.a (mon.0) 313 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:01:47.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:46 smithi189 bash[68090]: audit 2024-04-13T22:01:46.571779+0000 mon.a (mon.0) 314 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:01:47.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:46 smithi189 bash[68090]: audit 2024-04-13T22:01:46.580612+0000 mon.a (mon.0) 315 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:48.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:47 smithi165 bash[82211]: audit 2024-04-13T22:01:46.670720+0000 mon.a (mon.0) 316 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:01:48.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:47 smithi165 bash[82211]: audit 2024-04-13T22:01:46.675136+0000 mon.a (mon.0) 317 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:01:48.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:47 smithi165 bash[82211]: audit 2024-04-13T22:01:46.679101+0000 mon.a (mon.0) 318 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:01:48.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:47 smithi165 bash[82211]: audit 2024-04-13T22:01:46.687474+0000 mon.a (mon.0) 319 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:48.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:47 smithi165 bash[82211]: audit 2024-04-13T22:01:46.690901+0000 mon.a (mon.0) 320 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-13T22:01:48.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:47 smithi165 bash[82211]: audit 2024-04-13T22:01:46.699023+0000 mon.a (mon.0) 321 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-13T22:01:48.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:47 smithi165 bash[82211]: audit 2024-04-13T22:01:46.703694+0000 mon.a (mon.0) 322 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-13T22:01:48.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:47 smithi165 bash[82211]: audit 2024-04-13T22:01:46.710785+0000 mon.a (mon.0) 323 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-13T22:01:48.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:47 smithi165 bash[82211]: audit 2024-04-13T22:01:46.715394+0000 mon.a (mon.0) 324 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-13T22:01:48.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:47 smithi165 bash[82211]: audit 2024-04-13T22:01:46.721353+0000 mon.a (mon.0) 325 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-13T22:01:48.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:47 smithi165 bash[82211]: audit 2024-04-13T22:01:46.727466+0000 mon.a (mon.0) 326 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:01:48.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:47 smithi165 bash[82211]: audit 2024-04-13T22:01:46.735750+0000 mon.a (mon.0) 327 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:48.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:47 smithi165 bash[82211]: audit 2024-04-13T22:01:46.741763+0000 mon.a (mon.0) 328 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-13T22:01:48.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:47 smithi165 bash[84613]: audit 2024-04-13T22:01:46.670720+0000 mon.a (mon.0) 316 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:01:48.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:47 smithi165 bash[84613]: audit 2024-04-13T22:01:46.675136+0000 mon.a (mon.0) 317 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:01:48.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:47 smithi165 bash[84613]: audit 2024-04-13T22:01:46.679101+0000 mon.a (mon.0) 318 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:01:48.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:47 smithi165 bash[84613]: audit 2024-04-13T22:01:46.687474+0000 mon.a (mon.0) 319 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:48.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:47 smithi165 bash[84613]: audit 2024-04-13T22:01:46.690901+0000 mon.a (mon.0) 320 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-13T22:01:48.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:47 smithi165 bash[84613]: audit 2024-04-13T22:01:46.699023+0000 mon.a (mon.0) 321 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-13T22:01:48.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:47 smithi165 bash[84613]: audit 2024-04-13T22:01:46.703694+0000 mon.a (mon.0) 322 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-13T22:01:48.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:47 smithi165 bash[84613]: audit 2024-04-13T22:01:46.710785+0000 mon.a (mon.0) 323 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-13T22:01:48.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:47 smithi165 bash[84613]: audit 2024-04-13T22:01:46.715394+0000 mon.a (mon.0) 324 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-13T22:01:48.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:47 smithi165 bash[84613]: audit 2024-04-13T22:01:46.721353+0000 mon.a (mon.0) 325 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-13T22:01:48.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:47 smithi165 bash[84613]: audit 2024-04-13T22:01:46.727466+0000 mon.a (mon.0) 326 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:01:48.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:47 smithi165 bash[84613]: audit 2024-04-13T22:01:46.735750+0000 mon.a (mon.0) 327 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:48.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:47 smithi165 bash[84613]: audit 2024-04-13T22:01:46.741763+0000 mon.a (mon.0) 328 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-13T22:01:48.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:47 smithi189 bash[68090]: audit 2024-04-13T22:01:46.670720+0000 mon.a (mon.0) 316 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:01:48.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:47 smithi189 bash[68090]: audit 2024-04-13T22:01:46.675136+0000 mon.a (mon.0) 317 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:01:48.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:47 smithi189 bash[68090]: audit 2024-04-13T22:01:46.679101+0000 mon.a (mon.0) 318 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:01:48.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:47 smithi189 bash[68090]: audit 2024-04-13T22:01:46.687474+0000 mon.a (mon.0) 319 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:48.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:47 smithi189 bash[68090]: audit 2024-04-13T22:01:46.690901+0000 mon.a (mon.0) 320 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-13T22:01:48.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:47 smithi189 bash[68090]: audit 2024-04-13T22:01:46.699023+0000 mon.a (mon.0) 321 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-13T22:01:48.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:47 smithi189 bash[68090]: audit 2024-04-13T22:01:46.703694+0000 mon.a (mon.0) 322 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-13T22:01:48.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:47 smithi189 bash[68090]: audit 2024-04-13T22:01:46.710785+0000 mon.a (mon.0) 323 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-13T22:01:48.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:47 smithi189 bash[68090]: audit 2024-04-13T22:01:46.715394+0000 mon.a (mon.0) 324 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-13T22:01:48.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:47 smithi189 bash[68090]: audit 2024-04-13T22:01:46.721353+0000 mon.a (mon.0) 325 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-13T22:01:48.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:47 smithi189 bash[68090]: audit 2024-04-13T22:01:46.727466+0000 mon.a (mon.0) 326 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:01:48.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:47 smithi189 bash[68090]: audit 2024-04-13T22:01:46.735750+0000 mon.a (mon.0) 327 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:48.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:47 smithi189 bash[68090]: audit 2024-04-13T22:01:46.741763+0000 mon.a (mon.0) 328 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-13T22:01:48.502 INFO:teuthology.orchestra.run.smithi165.stdout:wait for all mons to upgrade 2024-04-13T22:01:49.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:48 smithi165 bash[82211]: cephadm 2024-04-13T22:01:46.680886+0000 mgr.y (mgr.25865) 166 : cephadm 1 Upgrade: Setting container_image for all mon 2024-04-13T22:01:49.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:48 smithi165 bash[82211]: cephadm 2024-04-13T22:01:46.729146+0000 mgr.y (mgr.25865) 167 : cephadm 1 Upgrade: Setting container_image for all crash 2024-04-13T22:01:49.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:48 smithi165 bash[82211]: audit 2024-04-13T22:01:46.742121+0000 mgr.y (mgr.25865) 168 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-13T22:01:49.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:48 smithi165 bash[82211]: cephadm 2024-04-13T22:01:46.744287+0000 mgr.y (mgr.25865) 169 : cephadm 1 Upgrade: osd.0 is safe to restart 2024-04-13T22:01:49.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:48 smithi165 bash[82211]: cluster 2024-04-13T22:01:46.893034+0000 mgr.y (mgr.25865) 170 : cluster 0 pgmap v110: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:49.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:48 smithi165 bash[84613]: cephadm 2024-04-13T22:01:46.680886+0000 mgr.y (mgr.25865) 166 : cephadm 1 Upgrade: Setting container_image for all mon 2024-04-13T22:01:49.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:48 smithi165 bash[84613]: cephadm 2024-04-13T22:01:46.729146+0000 mgr.y (mgr.25865) 167 : cephadm 1 Upgrade: Setting container_image for all crash 2024-04-13T22:01:49.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:48 smithi165 bash[84613]: audit 2024-04-13T22:01:46.742121+0000 mgr.y (mgr.25865) 168 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-13T22:01:49.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:48 smithi165 bash[84613]: cephadm 2024-04-13T22:01:46.744287+0000 mgr.y (mgr.25865) 169 : cephadm 1 Upgrade: osd.0 is safe to restart 2024-04-13T22:01:49.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:48 smithi165 bash[84613]: cluster 2024-04-13T22:01:46.893034+0000 mgr.y (mgr.25865) 170 : cluster 0 pgmap v110: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:49.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:48 smithi189 bash[68090]: cephadm 2024-04-13T22:01:46.680886+0000 mgr.y (mgr.25865) 166 : cephadm 1 Upgrade: Setting container_image for all mon 2024-04-13T22:01:49.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:48 smithi189 bash[68090]: cephadm 2024-04-13T22:01:46.729146+0000 mgr.y (mgr.25865) 167 : cephadm 1 Upgrade: Setting container_image for all crash 2024-04-13T22:01:49.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:48 smithi189 bash[68090]: audit 2024-04-13T22:01:46.742121+0000 mgr.y (mgr.25865) 168 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-13T22:01:49.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:48 smithi189 bash[68090]: cephadm 2024-04-13T22:01:46.744287+0000 mgr.y (mgr.25865) 169 : cephadm 1 Upgrade: osd.0 is safe to restart 2024-04-13T22:01:49.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:48 smithi189 bash[68090]: cluster 2024-04-13T22:01:46.893034+0000 mgr.y (mgr.25865) 170 : cluster 0 pgmap v110: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:49.784 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -e sha1=809afd3da6037ef1c60dcf79f89e65791b95f8ef -- bash -c 'while ! ceph mon versions | grep $sha1 | grep '"'"': 3'"'"' ; do sleep 2 ; done' 2024-04-13T22:01:51.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:50 smithi165 bash[82211]: cluster 2024-04-13T22:01:48.894001+0000 mgr.y (mgr.25865) 171 : cluster 0 pgmap v111: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:51.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:50 smithi165 bash[82211]: audit 2024-04-13T22:01:49.822852+0000 mon.a (mon.0) 329 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:51.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:50 smithi165 bash[82211]: audit 2024-04-13T22:01:49.826469+0000 mon.a (mon.0) 330 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-13T22:01:51.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:50 smithi165 bash[82211]: audit 2024-04-13T22:01:49.827707+0000 mon.a (mon.0) 331 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:01:51.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:50 smithi165 bash[84613]: cluster 2024-04-13T22:01:48.894001+0000 mgr.y (mgr.25865) 171 : cluster 0 pgmap v111: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:51.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:50 smithi165 bash[84613]: audit 2024-04-13T22:01:49.822852+0000 mon.a (mon.0) 329 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:51.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:50 smithi165 bash[84613]: audit 2024-04-13T22:01:49.826469+0000 mon.a (mon.0) 330 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-13T22:01:51.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:50 smithi165 bash[84613]: audit 2024-04-13T22:01:49.827707+0000 mon.a (mon.0) 331 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:01:51.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:50 smithi189 bash[68090]: cluster 2024-04-13T22:01:48.894001+0000 mgr.y (mgr.25865) 171 : cluster 0 pgmap v111: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:51.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:50 smithi189 bash[68090]: audit 2024-04-13T22:01:49.822852+0000 mon.a (mon.0) 329 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:51.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:50 smithi189 bash[68090]: audit 2024-04-13T22:01:49.826469+0000 mon.a (mon.0) 330 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-13T22:01:51.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:50 smithi189 bash[68090]: audit 2024-04-13T22:01:49.827707+0000 mon.a (mon.0) 331 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:01:51.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:51 smithi165 bash[84613]: cephadm 2024-04-13T22:01:49.816871+0000 mgr.y (mgr.25865) 172 : cephadm 1 Upgrade: Updating osd.0 2024-04-13T22:01:51.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:51 smithi165 bash[84613]: cephadm 2024-04-13T22:01:49.831360+0000 mgr.y (mgr.25865) 173 : cephadm 1 Deploying daemon osd.0 on smithi165 2024-04-13T22:01:51.817 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:51 smithi165 bash[84613]: cluster 2024-04-13T22:01:50.894749+0000 mgr.y (mgr.25865) 174 : cluster 0 pgmap v112: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:51.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:51 smithi165 bash[82211]: cephadm 2024-04-13T22:01:49.816871+0000 mgr.y (mgr.25865) 172 : cephadm 1 Upgrade: Updating osd.0 2024-04-13T22:01:51.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:51 smithi165 bash[82211]: cephadm 2024-04-13T22:01:49.831360+0000 mgr.y (mgr.25865) 173 : cephadm 1 Deploying daemon osd.0 on smithi165 2024-04-13T22:01:51.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:51 smithi165 bash[82211]: cluster 2024-04-13T22:01:50.894749+0000 mgr.y (mgr.25865) 174 : cluster 0 pgmap v112: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:52.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:51 smithi189 bash[68090]: cephadm 2024-04-13T22:01:49.816871+0000 mgr.y (mgr.25865) 172 : cephadm 1 Upgrade: Updating osd.0 2024-04-13T22:01:52.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:51 smithi189 bash[68090]: cephadm 2024-04-13T22:01:49.831360+0000 mgr.y (mgr.25865) 173 : cephadm 1 Deploying daemon osd.0 on smithi165 2024-04-13T22:01:52.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:51 smithi189 bash[68090]: cluster 2024-04-13T22:01:50.894749+0000 mgr.y (mgr.25865) 174 : cluster 0 pgmap v112: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:52.566 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:01:52 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:01:52] "GET /metrics HTTP/1.1" 200 33899 "" "Prometheus/2.43.0" 2024-04-13T22:01:54.238 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:53 smithi165 bash[82211]: cluster 2024-04-13T22:01:52.895422+0000 mgr.y (mgr.25865) 175 : cluster 0 pgmap v113: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:54.238 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:53 smithi165 bash[84613]: cluster 2024-04-13T22:01:52.895422+0000 mgr.y (mgr.25865) 175 : cluster 0 pgmap v113: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:54.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:53 smithi189 bash[68090]: cluster 2024-04-13T22:01:52.895422+0000 mgr.y (mgr.25865) 175 : cluster 0 pgmap v113: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:54.489 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:54 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:01:54.489 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:01:54 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:01:54.490 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:54 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:01:54.490 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 22:01:54 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:01:54.490 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 22:01:54 smithi165 systemd[1]: Stopping Ceph osd.0 for 1c29171c-f9de-11ee-bc8e-c7b262605968... 2024-04-13T22:01:54.490 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 22:01:54 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:01:54.491 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:01:54 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:01:54.491 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 22:01:54 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:01:54.491 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 22:01:54 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:01:54.491 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 22:01:54 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:01:54.519 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:01:54.817 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 22:01:54 smithi165 bash[34316]: debug 2024-04-13T22:01:54.490+0000 7efc2a3a2700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-13T22:01:54.817 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 22:01:54 smithi165 bash[34316]: debug 2024-04-13T22:01:54.490+0000 7efc2a3a2700 -1 osd.0 92 *** Got signal Terminated *** 2024-04-13T22:01:54.817 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 22:01:54 smithi165 bash[34316]: debug 2024-04-13T22:01:54.490+0000 7efc2a3a2700 -1 osd.0 92 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T22:01:55.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:54 smithi165 bash[82211]: debug 2024-04-13T22:01:54.950+0000 7fd2809f4700 -1 log_channel(cluster) log [ERR] : Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:01:55.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:54 smithi165 bash[82211]: cluster 2024-04-13T22:01:54.494418+0000 mon.a (mon.0) 332 : cluster 1 osd.0 marked itself down and dead 2024-04-13T22:01:55.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:54 smithi165 bash[84613]: cluster 2024-04-13T22:01:54.494418+0000 mon.a (mon.0) 332 : cluster 1 osd.0 marked itself down and dead 2024-04-13T22:01:55.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:54 smithi189 bash[68090]: cluster 2024-04-13T22:01:54.494418+0000 mon.a (mon.0) 332 : cluster 1 osd.0 marked itself down and dead 2024-04-13T22:01:56.101 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:55 smithi165 bash[82211]: cluster 2024-04-13T22:01:54.896383+0000 mgr.y (mgr.25865) 176 : cluster 0 pgmap v114: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:56.101 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:55 smithi165 bash[82211]: cluster 2024-04-13T22:01:54.952645+0000 mon.a (mon.0) 333 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T22:01:56.101 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:55 smithi165 bash[82211]: cluster 2024-04-13T22:01:54.952702+0000 mon.a (mon.0) 334 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:01:56.102 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:55 smithi165 bash[82211]: cluster 2024-04-13T22:01:54.973565+0000 mon.a (mon.0) 335 : cluster 0 osdmap e93: 8 total, 7 up, 8 in 2024-04-13T22:01:56.102 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:55 smithi165 bash[84613]: cluster 2024-04-13T22:01:54.896383+0000 mgr.y (mgr.25865) 176 : cluster 0 pgmap v114: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:56.102 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:55 smithi165 bash[84613]: cluster 2024-04-13T22:01:54.952645+0000 mon.a (mon.0) 333 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T22:01:56.102 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:55 smithi165 bash[84613]: cluster 2024-04-13T22:01:54.952702+0000 mon.a (mon.0) 334 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:01:56.102 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:55 smithi165 bash[84613]: cluster 2024-04-13T22:01:54.973565+0000 mon.a (mon.0) 335 : cluster 0 osdmap e93: 8 total, 7 up, 8 in 2024-04-13T22:01:56.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:55 smithi189 bash[68090]: cluster 2024-04-13T22:01:54.896383+0000 mgr.y (mgr.25865) 176 : cluster 0 pgmap v114: 73 pgs: 73 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:56.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:55 smithi189 bash[68090]: cluster 2024-04-13T22:01:54.952645+0000 mon.a (mon.0) 333 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T22:01:56.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:55 smithi189 bash[68090]: cluster 2024-04-13T22:01:54.952702+0000 mon.a (mon.0) 334 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:01:56.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:55 smithi189 bash[68090]: cluster 2024-04-13T22:01:54.973565+0000 mon.a (mon.0) 335 : cluster 0 osdmap e93: 8 total, 7 up, 8 in 2024-04-13T22:01:56.817 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 22:01:56 smithi165 bash[90521]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-osd-0 2024-04-13T22:01:57.317 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 22:01:56 smithi165 bash[90660]: Error response from daemon: No such container: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-osd-0 2024-04-13T22:01:57.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:56 smithi165 bash[82211]: cluster 2024-04-13T22:01:55.978772+0000 mon.a (mon.0) 336 : cluster 0 osdmap e94: 8 total, 7 up, 8 in 2024-04-13T22:01:57.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:56 smithi165 bash[84613]: cluster 2024-04-13T22:01:55.978772+0000 mon.a (mon.0) 336 : cluster 0 osdmap e94: 8 total, 7 up, 8 in 2024-04-13T22:01:57.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:56 smithi189 bash[68090]: cluster 2024-04-13T22:01:55.978772+0000 mon.a (mon.0) 336 : cluster 0 osdmap e94: 8 total, 7 up, 8 in 2024-04-13T22:01:58.240 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:57 smithi165 bash[82211]: cluster 2024-04-13T22:01:56.896874+0000 mgr.y (mgr.25865) 177 : cluster 0 pgmap v117: 73 pgs: 11 stale+active+clean, 62 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:58.240 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:57 smithi165 bash[82211]: audit 2024-04-13T22:01:57.912054+0000 mon.a (mon.0) 337 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:58.240 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:57 smithi165 bash[82211]: audit 2024-04-13T22:01:57.914179+0000 mon.a (mon.0) 338 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:01:58.240 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:57 smithi165 bash[84613]: cluster 2024-04-13T22:01:56.896874+0000 mgr.y (mgr.25865) 177 : cluster 0 pgmap v117: 73 pgs: 11 stale+active+clean, 62 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:58.241 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:57 smithi165 bash[84613]: audit 2024-04-13T22:01:57.912054+0000 mon.a (mon.0) 337 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:58.241 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:57 smithi165 bash[84613]: audit 2024-04-13T22:01:57.914179+0000 mon.a (mon.0) 338 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:01:58.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:57 smithi189 bash[68090]: cluster 2024-04-13T22:01:56.896874+0000 mgr.y (mgr.25865) 177 : cluster 0 pgmap v117: 73 pgs: 11 stale+active+clean, 62 active+clean; 4.6 MiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:01:58.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:57 smithi189 bash[68090]: audit 2024-04-13T22:01:57.912054+0000 mon.a (mon.0) 337 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:01:58.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:57 smithi189 bash[68090]: audit 2024-04-13T22:01:57.914179+0000 mon.a (mon.0) 338 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:01:58.701 INFO:teuthology.orchestra.run.smithi165.stdout: "ceph version 19.0.0-2113-g809afd3d (809afd3da6037ef1c60dcf79f89e65791b95f8ef) squid (dev)": 3 2024-04-13T22:01:59.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:58 smithi165 bash[82211]: audit 2024-04-13T22:01:58.692486+0000 mon.a (mon.0) 339 : audit 0 from='client.? 172.21.15.165:0/1011053471' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T22:01:59.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:59 smithi165 bash[84613]: audit 2024-04-13T22:01:58.692486+0000 mon.a (mon.0) 339 : audit 0 from='client.? 172.21.15.165:0/1011053471' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T22:01:59.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:58 smithi189 bash[68090]: audit 2024-04-13T22:01:58.692486+0000 mon.a (mon.0) 339 : audit 0 from='client.? 172.21.15.165:0/1011053471' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-13T22:01:59.909 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -e sha1=809afd3da6037ef1c60dcf79f89e65791b95f8ef -- bash -c 'ceph orch ps' 2024-04-13T22:02:00.168 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:02:00 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:02:00.168 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 22:02:00 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:02:00.169 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:02:00 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:02:00.169 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:59 smithi165 bash[82211]: cluster 2024-04-13T22:01:58.898003+0000 mgr.y (mgr.25865) 178 : cluster 0 pgmap v118: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 269 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-13T22:02:00.169 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:01:59 smithi165 bash[82211]: cluster 2024-04-13T22:01:58.982898+0000 mon.a (mon.0) 340 : cluster 3 Health check failed: Degraded data redundancy: 14/84 objects degraded (16.667%), 9 pgs degraded (PG_DEGRADED) 2024-04-13T22:02:00.169 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:00 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:02:00.169 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 22:01:59 smithi165 systemd[1]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@osd.0.service: Deactivated successfully. 2024-04-13T22:02:00.169 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 22:01:59 smithi165 systemd[1]: Stopped Ceph osd.0 for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T22:02:00.170 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 22:02:00 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:02:00.170 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 22:02:00 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:02:00.170 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 22:02:00 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:02:00.170 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 22:02:00 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:02:00.171 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:59 smithi165 bash[84613]: cluster 2024-04-13T22:01:58.898003+0000 mgr.y (mgr.25865) 178 : cluster 0 pgmap v118: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 269 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-13T22:02:00.171 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:01:59 smithi165 bash[84613]: cluster 2024-04-13T22:01:58.982898+0000 mon.a (mon.0) 340 : cluster 3 Health check failed: Degraded data redundancy: 14/84 objects degraded (16.667%), 9 pgs degraded (PG_DEGRADED) 2024-04-13T22:02:00.171 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:00 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:02:00.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:59 smithi189 bash[68090]: cluster 2024-04-13T22:01:58.898003+0000 mgr.y (mgr.25865) 178 : cluster 0 pgmap v118: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 269 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-13T22:02:00.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:01:59 smithi189 bash[68090]: cluster 2024-04-13T22:01:58.982898+0000 mon.a (mon.0) 340 : cluster 3 Health check failed: Degraded data redundancy: 14/84 objects degraded (16.667%), 9 pgs degraded (PG_DEGRADED) 2024-04-13T22:02:00.567 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 22:02:00 smithi165 systemd[1]: Started Ceph osd.0 for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T22:02:01.567 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:01 smithi165 bash[84613]: audit 2024-04-13T22:02:00.218331+0000 mon.a (mon.0) 341 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:01.567 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:01 smithi165 bash[84613]: audit 2024-04-13T22:02:00.225062+0000 mon.a (mon.0) 342 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:01.567 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:01 smithi165 bash[84613]: audit 2024-04-13T22:02:00.269890+0000 mon.a (mon.0) 343 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:02:01.567 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:01 smithi165 bash[84613]: audit 2024-04-13T22:02:00.744799+0000 mon.a (mon.0) 344 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:01.567 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:01 smithi165 bash[84613]: audit 2024-04-13T22:02:00.755736+0000 mon.a (mon.0) 345 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:01.567 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:01 smithi165 bash[82211]: audit 2024-04-13T22:02:00.218331+0000 mon.a (mon.0) 341 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:01.567 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:01 smithi165 bash[82211]: audit 2024-04-13T22:02:00.225062+0000 mon.a (mon.0) 342 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:01.567 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:01 smithi165 bash[82211]: audit 2024-04-13T22:02:00.269890+0000 mon.a (mon.0) 343 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:02:01.567 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:01 smithi165 bash[82211]: audit 2024-04-13T22:02:00.744799+0000 mon.a (mon.0) 344 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:01.568 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:01 smithi165 bash[82211]: audit 2024-04-13T22:02:00.755736+0000 mon.a (mon.0) 345 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:01.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:01 smithi189 bash[68090]: audit 2024-04-13T22:02:00.218331+0000 mon.a (mon.0) 341 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:01.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:01 smithi189 bash[68090]: audit 2024-04-13T22:02:00.225062+0000 mon.a (mon.0) 342 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:01.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:01 smithi189 bash[68090]: audit 2024-04-13T22:02:00.269890+0000 mon.a (mon.0) 343 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:02:01.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:01 smithi189 bash[68090]: audit 2024-04-13T22:02:00.744799+0000 mon.a (mon.0) 344 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:01.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:01 smithi189 bash[68090]: audit 2024-04-13T22:02:00.755736+0000 mon.a (mon.0) 345 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:02.067 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 22:02:01 smithi165 bash[90931]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-13T22:02:02.067 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 22:02:01 smithi165 bash[90931]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-13T22:02:02.067 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 22:02:01 smithi165 bash[90931]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-13T22:02:02.067 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 22:02:01 smithi165 bash[90931]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-13T22:02:02.067 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 22:02:01 smithi165 bash[90931]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-13T22:02:02.067 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 22:02:01 smithi165 bash[90931]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-13T22:02:02.067 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 22:02:01 smithi165 bash[90931]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-13T22:02:02.505 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:02 smithi165 bash[82211]: cluster 2024-04-13T22:02:00.898783+0000 mgr.y (mgr.25865) 179 : cluster 0 pgmap v119: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 269 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-13T22:02:02.505 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:02:02 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:02:02] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2024-04-13T22:02:02.505 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:02 smithi165 bash[84613]: cluster 2024-04-13T22:02:00.898783+0000 mgr.y (mgr.25865) 179 : cluster 0 pgmap v119: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 269 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-13T22:02:02.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:02 smithi189 bash[68090]: cluster 2024-04-13T22:02:00.898783+0000 mgr.y (mgr.25865) 179 : cluster 0 pgmap v119: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 269 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-13T22:02:03.817 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 22:02:03 smithi165 bash[91152]: debug 2024-04-13T22:02:03.434+0000 7f9ee5688700 1 -- 172.21.15.165:0/1931902086 <== mon.2 v2:172.21.15.165:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55fc08c93680 con 0x55fc08cd0c00 2024-04-13T22:02:04.316 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:04 smithi165 bash[82211]: cluster 2024-04-13T22:02:02.899642+0000 mgr.y (mgr.25865) 180 : cluster 0 pgmap v120: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 269 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-13T22:02:04.317 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 22:02:03 smithi165 bash[91152]: debug 2024-04-13T22:02:03.978+0000 7f9eee8207c0 -1 Falling back to public interface 2024-04-13T22:02:04.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:04 smithi165 bash[84613]: cluster 2024-04-13T22:02:02.899642+0000 mgr.y (mgr.25865) 180 : cluster 0 pgmap v120: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 269 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-13T22:02:04.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:04 smithi189 bash[68090]: cluster 2024-04-13T22:02:02.899642+0000 mgr.y (mgr.25865) 180 : cluster 0 pgmap v120: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 269 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-13T22:02:05.991 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:02:06.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:06 smithi165 bash[82211]: cluster 2024-04-13T22:02:04.900648+0000 mgr.y (mgr.25865) 181 : cluster 0 pgmap v121: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 269 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-13T22:02:06.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:06 smithi165 bash[84613]: cluster 2024-04-13T22:02:04.900648+0000 mgr.y (mgr.25865) 181 : cluster 0 pgmap v121: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 269 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-13T22:02:06.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:06 smithi189 bash[68090]: cluster 2024-04-13T22:02:04.900648+0000 mgr.y (mgr.25865) 181 : cluster 0 pgmap v121: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 269 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-13T22:02:07.302 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 22:02:07 smithi165 bash[91152]: debug 2024-04-13T22:02:07.089+0000 7f9eee8207c0 -1 osd.0 92 log_to_monitors true 2024-04-13T22:02:08.012 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 22:02:07 smithi165 bash[91152]: debug 2024-04-13T22:02:07.841+0000 7f9edfc78700 -1 osd.0 92 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-13T22:02:08.012 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:07 smithi165 bash[82211]: audit 2024-04-13T22:02:06.757733+0000 mon.a (mon.0) 346 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:08.012 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:07 smithi165 bash[82211]: audit 2024-04-13T22:02:06.764595+0000 mon.a (mon.0) 347 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:08.012 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:07 smithi165 bash[82211]: cluster 2024-04-13T22:02:06.901421+0000 mgr.y (mgr.25865) 182 : cluster 0 pgmap v122: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 269 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-13T22:02:08.012 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:07 smithi165 bash[82211]: audit 2024-04-13T22:02:07.095050+0000 mon.c (mon.2) 3 : audit 1 from='osd.0 [v2:172.21.15.165:6802/1304928871,v1:172.21.15.165:6803/1304928871]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-13T22:02:08.012 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:07 smithi165 bash[82211]: audit 2024-04-13T22:02:07.095551+0000 mon.a (mon.0) 348 : audit 1 from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-13T22:02:08.012 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:07 smithi165 bash[82211]: audit 2024-04-13T22:02:07.704434+0000 mon.a (mon.0) 349 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:08.013 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:07 smithi165 bash[82211]: audit 2024-04-13T22:02:07.711420+0000 mon.a (mon.0) 350 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:08.013 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:07 smithi165 bash[84613]: audit 2024-04-13T22:02:06.757733+0000 mon.a (mon.0) 346 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:08.013 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:07 smithi165 bash[84613]: audit 2024-04-13T22:02:06.764595+0000 mon.a (mon.0) 347 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:08.013 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:07 smithi165 bash[84613]: cluster 2024-04-13T22:02:06.901421+0000 mgr.y (mgr.25865) 182 : cluster 0 pgmap v122: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 269 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-13T22:02:08.013 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:07 smithi165 bash[84613]: audit 2024-04-13T22:02:07.095050+0000 mon.c (mon.2) 3 : audit 1 from='osd.0 [v2:172.21.15.165:6802/1304928871,v1:172.21.15.165:6803/1304928871]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-13T22:02:08.013 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:07 smithi165 bash[84613]: audit 2024-04-13T22:02:07.095551+0000 mon.a (mon.0) 348 : audit 1 from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-13T22:02:08.013 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:07 smithi165 bash[84613]: audit 2024-04-13T22:02:07.704434+0000 mon.a (mon.0) 349 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:08.013 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:07 smithi165 bash[84613]: audit 2024-04-13T22:02:07.711420+0000 mon.a (mon.0) 350 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:08.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:07 smithi189 bash[68090]: audit 2024-04-13T22:02:06.757733+0000 mon.a (mon.0) 346 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:08.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:07 smithi189 bash[68090]: audit 2024-04-13T22:02:06.764595+0000 mon.a (mon.0) 347 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:08.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:07 smithi189 bash[68090]: cluster 2024-04-13T22:02:06.901421+0000 mgr.y (mgr.25865) 182 : cluster 0 pgmap v122: 73 pgs: 9 active+undersized+degraded, 17 active+undersized, 47 active+clean; 4.6 MiB data, 269 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-13T22:02:08.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:07 smithi189 bash[68090]: audit 2024-04-13T22:02:07.095050+0000 mon.c (mon.2) 3 : audit 1 from='osd.0 [v2:172.21.15.165:6802/1304928871,v1:172.21.15.165:6803/1304928871]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-13T22:02:08.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:07 smithi189 bash[68090]: audit 2024-04-13T22:02:07.095551+0000 mon.a (mon.0) 348 : audit 1 from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-13T22:02:08.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:07 smithi189 bash[68090]: audit 2024-04-13T22:02:07.704434+0000 mon.a (mon.0) 349 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:08.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:07 smithi189 bash[68090]: audit 2024-04-13T22:02:07.711420+0000 mon.a (mon.0) 350 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:09.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:08 smithi165 bash[84613]: audit 2024-04-13T22:02:07.798960+0000 mon.a (mon.0) 351 : audit 1 from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-13T22:02:09.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:08 smithi165 bash[84613]: cluster 2024-04-13T22:02:07.803051+0000 mon.a (mon.0) 352 : cluster 0 osdmap e95: 8 total, 7 up, 8 in 2024-04-13T22:02:09.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:08 smithi165 bash[84613]: audit 2024-04-13T22:02:07.804935+0000 mon.c (mon.2) 4 : audit 1 from='osd.0 [v2:172.21.15.165:6802/1304928871,v1:172.21.15.165:6803/1304928871]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-13T22:02:09.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:08 smithi165 bash[84613]: audit 2024-04-13T22:02:07.805617+0000 mon.a (mon.0) 353 : audit 1 from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-13T22:02:09.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:08 smithi165 bash[82211]: debug 2024-04-13T22:02:08.797+0000 7fd2809f4700 -1 log_channel(cluster) log [ERR] : Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:02:09.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:08 smithi165 bash[82211]: audit 2024-04-13T22:02:07.798960+0000 mon.a (mon.0) 351 : audit 1 from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-13T22:02:09.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:08 smithi165 bash[82211]: cluster 2024-04-13T22:02:07.803051+0000 mon.a (mon.0) 352 : cluster 0 osdmap e95: 8 total, 7 up, 8 in 2024-04-13T22:02:09.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:08 smithi165 bash[82211]: audit 2024-04-13T22:02:07.804935+0000 mon.c (mon.2) 4 : audit 1 from='osd.0 [v2:172.21.15.165:6802/1304928871,v1:172.21.15.165:6803/1304928871]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-13T22:02:09.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:08 smithi165 bash[82211]: audit 2024-04-13T22:02:07.805617+0000 mon.a (mon.0) 353 : audit 1 from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-13T22:02:09.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:08 smithi189 bash[68090]: audit 2024-04-13T22:02:07.798960+0000 mon.a (mon.0) 351 : audit 1 from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-13T22:02:09.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:08 smithi189 bash[68090]: cluster 2024-04-13T22:02:07.803051+0000 mon.a (mon.0) 352 : cluster 0 osdmap e95: 8 total, 7 up, 8 in 2024-04-13T22:02:09.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:08 smithi189 bash[68090]: audit 2024-04-13T22:02:07.804935+0000 mon.c (mon.2) 4 : audit 1 from='osd.0 [v2:172.21.15.165:6802/1304928871,v1:172.21.15.165:6803/1304928871]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-13T22:02:09.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:08 smithi189 bash[68090]: audit 2024-04-13T22:02:07.805617+0000 mon.a (mon.0) 353 : audit 1 from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-13T22:02:09.284 INFO:teuthology.orchestra.run.smithi165.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T22:02:09.284 INFO:teuthology.orchestra.run.smithi165.stdout:alertmanager.a smithi165 *:9093,9094 running (11m) 2s ago 12m 13.7M - 0.25.0 c8568f914cd2 de9ca91d55a1 2024-04-13T22:02:09.284 INFO:teuthology.orchestra.run.smithi165.stdout:grafana.a smithi189 *:3000 running (11m) 23s ago 11m 79.6M - 9.4.7 954c08fa6188 d4f31df785b9 2024-04-13T22:02:09.285 INFO:teuthology.orchestra.run.smithi165.stdout:mds.foo.smithi165.sviubw smithi165 running (10m) 2s ago 10m 14.8M - 18.2.2-1219-ge6cbcc46 c62c264cba88 d09e65de3151 2024-04-13T22:02:09.285 INFO:teuthology.orchestra.run.smithi165.stdout:mds.foo.smithi189.nwqqrx smithi189 running (10m) 23s ago 10m 16.9M - 18.2.2-1219-ge6cbcc46 c62c264cba88 a6cf6b97354c 2024-04-13T22:02:09.285 INFO:teuthology.orchestra.run.smithi165.stdout:mgr.x smithi189 *:8443,9283,8765 running (4m) 23s ago 20m 439M - 19.0.0-2113-g809afd3d d75494008455 22a9e22538df 2024-04-13T22:02:09.285 INFO:teuthology.orchestra.run.smithi165.stdout:mgr.y smithi165 *:8443,9283,8765 running (5m) 2s ago 22m 491M - 19.0.0-2113-g809afd3d d75494008455 61ee82d8e2ef 2024-04-13T22:02:09.285 INFO:teuthology.orchestra.run.smithi165.stdout:mon.a smithi165 running (4m) 2s ago 22m 46.9M 2048M 19.0.0-2113-g809afd3d d75494008455 9a1dc5f8997e 2024-04-13T22:02:09.285 INFO:teuthology.orchestra.run.smithi165.stdout:mon.b smithi189 running (113s) 23s ago 20m 34.5M 2048M 19.0.0-2113-g809afd3d d75494008455 401ebc094f89 2024-04-13T22:02:09.285 INFO:teuthology.orchestra.run.smithi165.stdout:mon.c smithi165 running (2m) 2s ago 20m 33.0M 2048M 19.0.0-2113-g809afd3d d75494008455 dce40d3b6951 2024-04-13T22:02:09.285 INFO:teuthology.orchestra.run.smithi165.stdout:node-exporter.a smithi165 *:9100 running (12m) 2s ago 12m 8804k - 1.5.0 0da6a335fe13 fd1ac5babd68 2024-04-13T22:02:09.285 INFO:teuthology.orchestra.run.smithi165.stdout:node-exporter.b smithi189 *:9100 running (12m) 23s ago 12m 8655k - 1.5.0 0da6a335fe13 f9c7c96a6ea0 2024-04-13T22:02:09.285 INFO:teuthology.orchestra.run.smithi165.stdout:osd.0 smithi165 running (6s) 2s ago 19m - 2524M 19.0.0-2113-g809afd3d d75494008455 a55294098b8b 2024-04-13T22:02:09.285 INFO:teuthology.orchestra.run.smithi165.stdout:osd.1 smithi165 running (18m) 2s ago 18m 59.7M 2524M 18.2.2-1219-ge6cbcc46 c62c264cba88 8253bb660f57 2024-04-13T22:02:09.285 INFO:teuthology.orchestra.run.smithi165.stdout:osd.2 smithi165 running (17m) 2s ago 17m 59.2M 2524M 18.2.2-1219-ge6cbcc46 c62c264cba88 2ab2eb95dedc 2024-04-13T22:02:09.285 INFO:teuthology.orchestra.run.smithi165.stdout:osd.3 smithi165 running (17m) 2s ago 17m 54.2M 2524M 18.2.2-1219-ge6cbcc46 c62c264cba88 25317ebac5dd 2024-04-13T22:02:09.285 INFO:teuthology.orchestra.run.smithi165.stdout:osd.4 smithi189 running (16m) 23s ago 16m 56.0M 2524M 18.2.2-1219-ge6cbcc46 c62c264cba88 916d85a9cb0a 2024-04-13T22:02:09.286 INFO:teuthology.orchestra.run.smithi165.stdout:osd.5 smithi189 running (15m) 23s ago 15m 55.6M 2524M 18.2.2-1219-ge6cbcc46 c62c264cba88 a18e52df71b2 2024-04-13T22:02:09.286 INFO:teuthology.orchestra.run.smithi165.stdout:osd.6 smithi189 running (14m) 23s ago 14m 54.5M 2524M 18.2.2-1219-ge6cbcc46 c62c264cba88 9df7d1512375 2024-04-13T22:02:09.286 INFO:teuthology.orchestra.run.smithi165.stdout:osd.7 smithi189 running (13m) 23s ago 13m 61.0M 2524M 18.2.2-1219-ge6cbcc46 c62c264cba88 c1970d76f232 2024-04-13T22:02:09.286 INFO:teuthology.orchestra.run.smithi165.stdout:prometheus.a smithi189 *:9095 running (4m) 23s ago 12m 46.5M - 2.43.0 a07b618ecd1d f901acc5f2d9 2024-04-13T22:02:10.029 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -e sha1=809afd3da6037ef1c60dcf79f89e65791b95f8ef -- bash -c 'ceph orch upgrade pause' 2024-04-13T22:02:10.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:09 smithi189 bash[68090]: cluster 2024-04-13T22:02:08.799697+0000 mon.a (mon.0) 354 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:02:10.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:09 smithi189 bash[68090]: cluster 2024-04-13T22:02:08.799776+0000 mon.a (mon.0) 355 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T22:02:10.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:09 smithi189 bash[68090]: cluster 2024-04-13T22:02:08.807118+0000 mon.a (mon.0) 356 : cluster 1 osd.0 [v2:172.21.15.165:6802/1304928871,v1:172.21.15.165:6803/1304928871] boot 2024-04-13T22:02:10.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:09 smithi189 bash[68090]: cluster 2024-04-13T22:02:08.807309+0000 mon.a (mon.0) 357 : cluster 0 osdmap e96: 8 total, 8 up, 8 in 2024-04-13T22:02:10.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:09 smithi189 bash[68090]: audit 2024-04-13T22:02:08.817974+0000 mon.a (mon.0) 358 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T22:02:10.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:09 smithi189 bash[68090]: cluster 2024-04-13T22:02:08.902171+0000 mgr.y (mgr.25865) 183 : cluster 0 pgmap v125: 73 pgs: 15 peering, 2 active+undersized+degraded, 9 active+undersized, 47 active+clean; 4.6 MiB data, 261 MiB used, 715 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-13T22:02:10.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:09 smithi189 bash[68090]: audit 2024-04-13T22:02:09.268486+0000 mgr.y (mgr.25865) 184 : audit 0 from='client.44132 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T22:02:10.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:09 smithi189 bash[68090]: cluster 2024-04-13T22:02:09.813211+0000 mon.a (mon.0) 359 : cluster 0 osdmap e97: 8 total, 8 up, 8 in 2024-04-13T22:02:10.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:09 smithi165 bash[82211]: cluster 2024-04-13T22:02:08.799697+0000 mon.a (mon.0) 354 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:02:10.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:09 smithi165 bash[82211]: cluster 2024-04-13T22:02:08.799776+0000 mon.a (mon.0) 355 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T22:02:10.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:09 smithi165 bash[82211]: cluster 2024-04-13T22:02:08.807118+0000 mon.a (mon.0) 356 : cluster 1 osd.0 [v2:172.21.15.165:6802/1304928871,v1:172.21.15.165:6803/1304928871] boot 2024-04-13T22:02:10.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:09 smithi165 bash[82211]: cluster 2024-04-13T22:02:08.807309+0000 mon.a (mon.0) 357 : cluster 0 osdmap e96: 8 total, 8 up, 8 in 2024-04-13T22:02:10.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:09 smithi165 bash[82211]: audit 2024-04-13T22:02:08.817974+0000 mon.a (mon.0) 358 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T22:02:10.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:09 smithi165 bash[82211]: cluster 2024-04-13T22:02:08.902171+0000 mgr.y (mgr.25865) 183 : cluster 0 pgmap v125: 73 pgs: 15 peering, 2 active+undersized+degraded, 9 active+undersized, 47 active+clean; 4.6 MiB data, 261 MiB used, 715 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-13T22:02:10.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:09 smithi165 bash[82211]: audit 2024-04-13T22:02:09.268486+0000 mgr.y (mgr.25865) 184 : audit 0 from='client.44132 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T22:02:10.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:09 smithi165 bash[82211]: cluster 2024-04-13T22:02:09.813211+0000 mon.a (mon.0) 359 : cluster 0 osdmap e97: 8 total, 8 up, 8 in 2024-04-13T22:02:10.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:09 smithi165 bash[84613]: cluster 2024-04-13T22:02:08.799697+0000 mon.a (mon.0) 354 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:02:10.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:09 smithi165 bash[84613]: cluster 2024-04-13T22:02:08.799776+0000 mon.a (mon.0) 355 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T22:02:10.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:09 smithi165 bash[84613]: cluster 2024-04-13T22:02:08.807118+0000 mon.a (mon.0) 356 : cluster 1 osd.0 [v2:172.21.15.165:6802/1304928871,v1:172.21.15.165:6803/1304928871] boot 2024-04-13T22:02:10.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:09 smithi165 bash[84613]: cluster 2024-04-13T22:02:08.807309+0000 mon.a (mon.0) 357 : cluster 0 osdmap e96: 8 total, 8 up, 8 in 2024-04-13T22:02:10.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:09 smithi165 bash[84613]: audit 2024-04-13T22:02:08.817974+0000 mon.a (mon.0) 358 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-13T22:02:10.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:09 smithi165 bash[84613]: cluster 2024-04-13T22:02:08.902171+0000 mgr.y (mgr.25865) 183 : cluster 0 pgmap v125: 73 pgs: 15 peering, 2 active+undersized+degraded, 9 active+undersized, 47 active+clean; 4.6 MiB data, 261 MiB used, 715 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-13T22:02:10.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:09 smithi165 bash[84613]: audit 2024-04-13T22:02:09.268486+0000 mgr.y (mgr.25865) 184 : audit 0 from='client.44132 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T22:02:10.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:09 smithi165 bash[84613]: cluster 2024-04-13T22:02:09.813211+0000 mon.a (mon.0) 359 : cluster 0 osdmap e97: 8 total, 8 up, 8 in 2024-04-13T22:02:11.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:10 smithi189 bash[68090]: cluster 2024-04-13T22:02:09.820713+0000 mon.a (mon.0) 360 : cluster 3 Health check update: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded (PG_DEGRADED) 2024-04-13T22:02:11.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:10 smithi165 bash[82211]: cluster 2024-04-13T22:02:09.820713+0000 mon.a (mon.0) 360 : cluster 3 Health check update: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded (PG_DEGRADED) 2024-04-13T22:02:11.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:10 smithi165 bash[84613]: cluster 2024-04-13T22:02:09.820713+0000 mon.a (mon.0) 360 : cluster 3 Health check update: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded (PG_DEGRADED) 2024-04-13T22:02:12.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:11 smithi165 bash[82211]: cluster 2024-04-13T22:02:10.902846+0000 mgr.y (mgr.25865) 185 : cluster 0 pgmap v127: 73 pgs: 15 peering, 2 active+undersized+degraded, 9 active+undersized, 47 active+clean; 4.6 MiB data, 261 MiB used, 715 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-13T22:02:12.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:11 smithi165 bash[84613]: cluster 2024-04-13T22:02:10.902846+0000 mgr.y (mgr.25865) 185 : cluster 0 pgmap v127: 73 pgs: 15 peering, 2 active+undersized+degraded, 9 active+undersized, 47 active+clean; 4.6 MiB data, 261 MiB used, 715 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-13T22:02:12.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:11 smithi189 bash[68090]: cluster 2024-04-13T22:02:10.902846+0000 mgr.y (mgr.25865) 185 : cluster 0 pgmap v127: 73 pgs: 15 peering, 2 active+undersized+degraded, 9 active+undersized, 47 active+clean; 4.6 MiB data, 261 MiB used, 715 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-13T22:02:12.734 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:02:12 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:02:12] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2024-04-13T22:02:14.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:13 smithi165 bash[82211]: cluster 2024-04-13T22:02:12.903611+0000 mgr.y (mgr.25865) 186 : cluster 0 pgmap v128: 73 pgs: 15 peering, 58 active+clean; 4.6 MiB data, 261 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:14.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:13 smithi165 bash[82211]: audit 2024-04-13T22:02:12.914495+0000 mon.a (mon.0) 361 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:14.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:13 smithi165 bash[82211]: audit 2024-04-13T22:02:12.919138+0000 mon.a (mon.0) 362 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:02:14.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:13 smithi165 bash[82211]: cluster 2024-04-13T22:02:12.955311+0000 mon.a (mon.0) 363 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded) 2024-04-13T22:02:14.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:13 smithi165 bash[84613]: cluster 2024-04-13T22:02:12.903611+0000 mgr.y (mgr.25865) 186 : cluster 0 pgmap v128: 73 pgs: 15 peering, 58 active+clean; 4.6 MiB data, 261 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:14.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:13 smithi165 bash[84613]: audit 2024-04-13T22:02:12.914495+0000 mon.a (mon.0) 361 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:14.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:13 smithi165 bash[84613]: audit 2024-04-13T22:02:12.919138+0000 mon.a (mon.0) 362 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:02:14.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:13 smithi165 bash[84613]: cluster 2024-04-13T22:02:12.955311+0000 mon.a (mon.0) 363 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded) 2024-04-13T22:02:14.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:13 smithi189 bash[68090]: cluster 2024-04-13T22:02:12.903611+0000 mgr.y (mgr.25865) 186 : cluster 0 pgmap v128: 73 pgs: 15 peering, 58 active+clean; 4.6 MiB data, 261 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:14.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:13 smithi189 bash[68090]: audit 2024-04-13T22:02:12.914495+0000 mon.a (mon.0) 361 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:14.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:13 smithi189 bash[68090]: audit 2024-04-13T22:02:12.919138+0000 mon.a (mon.0) 362 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:02:14.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:13 smithi189 bash[68090]: cluster 2024-04-13T22:02:12.955311+0000 mon.a (mon.0) 363 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded) 2024-04-13T22:02:14.963 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:02:16.110 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:15 smithi165 bash[82211]: cluster 2024-04-13T22:02:14.904668+0000 mgr.y (mgr.25865) 187 : cluster 0 pgmap v129: 73 pgs: 73 active+clean; 4.6 MiB data, 265 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:16.111 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:15 smithi165 bash[84613]: cluster 2024-04-13T22:02:14.904668+0000 mgr.y (mgr.25865) 187 : cluster 0 pgmap v129: 73 pgs: 73 active+clean; 4.6 MiB data, 265 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:16.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:15 smithi189 bash[68090]: cluster 2024-04-13T22:02:14.904668+0000 mgr.y (mgr.25865) 187 : cluster 0 pgmap v129: 73 pgs: 73 active+clean; 4.6 MiB data, 265 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:18.261 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:17 smithi165 bash[82211]: cluster 2024-04-13T22:02:16.905165+0000 mgr.y (mgr.25865) 188 : cluster 0 pgmap v130: 73 pgs: 73 active+clean; 4.6 MiB data, 265 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:18.261 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:17 smithi165 bash[84613]: cluster 2024-04-13T22:02:16.905165+0000 mgr.y (mgr.25865) 188 : cluster 0 pgmap v130: 73 pgs: 73 active+clean; 4.6 MiB data, 265 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:18.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:17 smithi189 bash[68090]: cluster 2024-04-13T22:02:16.905165+0000 mgr.y (mgr.25865) 188 : cluster 0 pgmap v130: 73 pgs: 73 active+clean; 4.6 MiB data, 265 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:18.711 INFO:teuthology.orchestra.run.smithi165.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c589cd63a0c5d4e47e2117d0f81662623bc0bc5acf8d3aa0cbc0b2a08d032464 2024-04-13T22:02:19.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:19 smithi189 bash[68090]: audit 2024-04-13T22:02:18.316162+0000 mon.a (mon.0) 364 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:19.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:19 smithi189 bash[68090]: audit 2024-04-13T22:02:18.321935+0000 mon.a (mon.0) 365 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:19.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:19 smithi189 bash[68090]: audit 2024-04-13T22:02:18.323209+0000 mon.a (mon.0) 366 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:02:19.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:19 smithi189 bash[68090]: audit 2024-04-13T22:02:18.324302+0000 mon.a (mon.0) 367 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:02:19.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:19 smithi189 bash[68090]: audit 2024-04-13T22:02:18.331368+0000 mon.a (mon.0) 368 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:19.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:19 smithi189 bash[68090]: audit 2024-04-13T22:02:18.391153+0000 mon.a (mon.0) 369 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:02:19.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:19 smithi189 bash[68090]: audit 2024-04-13T22:02:18.393445+0000 mon.a (mon.0) 370 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:02:19.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:19 smithi189 bash[68090]: audit 2024-04-13T22:02:18.395131+0000 mon.a (mon.0) 371 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:02:19.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:19 smithi189 bash[68090]: audit 2024-04-13T22:02:18.396324+0000 mon.a (mon.0) 372 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:02:19.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:19 smithi189 bash[68090]: audit 2024-04-13T22:02:18.397780+0000 mon.a (mon.0) 373 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-13T22:02:19.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:19 smithi189 bash[68090]: audit 2024-04-13T22:02:18.397984+0000 mgr.y (mgr.25865) 189 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-13T22:02:19.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:19 smithi189 bash[68090]: cephadm 2024-04-13T22:02:18.398879+0000 mgr.y (mgr.25865) 190 : cephadm 1 Upgrade: osd.1 is safe to restart 2024-04-13T22:02:19.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:19 smithi189 bash[68090]: audit 2024-04-13T22:02:18.709547+0000 mon.a (mon.0) 374 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:19.741 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:19 smithi165 bash[82211]: audit 2024-04-13T22:02:18.316162+0000 mon.a (mon.0) 364 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:19.742 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:19 smithi165 bash[82211]: audit 2024-04-13T22:02:18.321935+0000 mon.a (mon.0) 365 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:19.742 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:19 smithi165 bash[82211]: audit 2024-04-13T22:02:18.323209+0000 mon.a (mon.0) 366 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:02:19.742 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:19 smithi165 bash[82211]: audit 2024-04-13T22:02:18.324302+0000 mon.a (mon.0) 367 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:02:19.742 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:19 smithi165 bash[82211]: audit 2024-04-13T22:02:18.331368+0000 mon.a (mon.0) 368 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:19.742 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:19 smithi165 bash[82211]: audit 2024-04-13T22:02:18.391153+0000 mon.a (mon.0) 369 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:02:19.742 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:19 smithi165 bash[82211]: audit 2024-04-13T22:02:18.393445+0000 mon.a (mon.0) 370 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:02:19.742 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:19 smithi165 bash[82211]: audit 2024-04-13T22:02:18.395131+0000 mon.a (mon.0) 371 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:02:19.742 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:19 smithi165 bash[82211]: audit 2024-04-13T22:02:18.396324+0000 mon.a (mon.0) 372 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:02:19.742 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:19 smithi165 bash[82211]: audit 2024-04-13T22:02:18.397780+0000 mon.a (mon.0) 373 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-13T22:02:19.742 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:19 smithi165 bash[82211]: audit 2024-04-13T22:02:18.397984+0000 mgr.y (mgr.25865) 189 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-13T22:02:19.743 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:19 smithi165 bash[82211]: cephadm 2024-04-13T22:02:18.398879+0000 mgr.y (mgr.25865) 190 : cephadm 1 Upgrade: osd.1 is safe to restart 2024-04-13T22:02:19.743 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:19 smithi165 bash[82211]: audit 2024-04-13T22:02:18.709547+0000 mon.a (mon.0) 374 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:20.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:19 smithi165 bash[84613]: audit 2024-04-13T22:02:18.316162+0000 mon.a (mon.0) 364 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:20.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:19 smithi165 bash[84613]: audit 2024-04-13T22:02:18.321935+0000 mon.a (mon.0) 365 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:20.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:19 smithi165 bash[84613]: audit 2024-04-13T22:02:18.323209+0000 mon.a (mon.0) 366 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:02:20.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:19 smithi165 bash[84613]: audit 2024-04-13T22:02:18.324302+0000 mon.a (mon.0) 367 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:02:20.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:19 smithi165 bash[84613]: audit 2024-04-13T22:02:18.331368+0000 mon.a (mon.0) 368 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:20.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:19 smithi165 bash[84613]: audit 2024-04-13T22:02:18.391153+0000 mon.a (mon.0) 369 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:02:20.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:19 smithi165 bash[84613]: audit 2024-04-13T22:02:18.393445+0000 mon.a (mon.0) 370 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:02:20.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:19 smithi165 bash[84613]: audit 2024-04-13T22:02:18.395131+0000 mon.a (mon.0) 371 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:02:20.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:19 smithi165 bash[84613]: audit 2024-04-13T22:02:18.396324+0000 mon.a (mon.0) 372 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:02:20.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:19 smithi165 bash[84613]: audit 2024-04-13T22:02:18.397780+0000 mon.a (mon.0) 373 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-13T22:02:20.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:19 smithi165 bash[84613]: audit 2024-04-13T22:02:18.397984+0000 mgr.y (mgr.25865) 189 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-13T22:02:20.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:19 smithi165 bash[84613]: cephadm 2024-04-13T22:02:18.398879+0000 mgr.y (mgr.25865) 190 : cephadm 1 Upgrade: osd.1 is safe to restart 2024-04-13T22:02:20.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:19 smithi165 bash[84613]: audit 2024-04-13T22:02:18.709547+0000 mon.a (mon.0) 374 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:20.341 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -e sha1=809afd3da6037ef1c60dcf79f89e65791b95f8ef -- bash -c 'sleep 60' 2024-04-13T22:02:20.567 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:20 smithi165 bash[82211]: audit 2024-04-13T22:02:18.689432+0000 mgr.y (mgr.25865) 191 : audit 0 from='client.44138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T22:02:20.567 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:20 smithi165 bash[82211]: cephadm 2024-04-13T22:02:18.699424+0000 mgr.y (mgr.25865) 192 : cephadm 1 Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c589cd63a0c5d4e47e2117d0f81662623bc0bc5acf8d3aa0cbc0b2a08d032464 2024-04-13T22:02:20.567 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:20 smithi165 bash[82211]: cluster 2024-04-13T22:02:18.906152+0000 mgr.y (mgr.25865) 193 : cluster 0 pgmap v131: 73 pgs: 73 active+clean; 4.6 MiB data, 265 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:20.567 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:20 smithi165 bash[84613]: audit 2024-04-13T22:02:18.689432+0000 mgr.y (mgr.25865) 191 : audit 0 from='client.44138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T22:02:20.567 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:20 smithi165 bash[84613]: cephadm 2024-04-13T22:02:18.699424+0000 mgr.y (mgr.25865) 192 : cephadm 1 Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c589cd63a0c5d4e47e2117d0f81662623bc0bc5acf8d3aa0cbc0b2a08d032464 2024-04-13T22:02:20.567 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:20 smithi165 bash[84613]: cluster 2024-04-13T22:02:18.906152+0000 mgr.y (mgr.25865) 193 : cluster 0 pgmap v131: 73 pgs: 73 active+clean; 4.6 MiB data, 265 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:20.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:20 smithi189 bash[68090]: audit 2024-04-13T22:02:18.689432+0000 mgr.y (mgr.25865) 191 : audit 0 from='client.44138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T22:02:20.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:20 smithi189 bash[68090]: cephadm 2024-04-13T22:02:18.699424+0000 mgr.y (mgr.25865) 192 : cephadm 1 Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c589cd63a0c5d4e47e2117d0f81662623bc0bc5acf8d3aa0cbc0b2a08d032464 2024-04-13T22:02:20.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:20 smithi189 bash[68090]: cluster 2024-04-13T22:02:18.906152+0000 mgr.y (mgr.25865) 193 : cluster 0 pgmap v131: 73 pgs: 73 active+clean; 4.6 MiB data, 265 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:22.589 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:02:22 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:02:22] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2024-04-13T22:02:22.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:22 smithi189 bash[68090]: cluster 2024-04-13T22:02:20.906793+0000 mgr.y (mgr.25865) 194 : cluster 0 pgmap v132: 73 pgs: 73 active+clean; 4.6 MiB data, 265 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:22.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:22 smithi189 bash[68090]: cephadm 2024-04-13T22:02:21.587853+0000 mgr.y (mgr.25865) 195 : cephadm 1 Upgrade: Updating osd.1 2024-04-13T22:02:22.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:22 smithi189 bash[68090]: audit 2024-04-13T22:02:21.597142+0000 mon.a (mon.0) 375 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:22.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:22 smithi189 bash[68090]: audit 2024-04-13T22:02:21.602955+0000 mon.a (mon.0) 376 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-13T22:02:22.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:22 smithi189 bash[68090]: audit 2024-04-13T22:02:21.604173+0000 mon.a (mon.0) 377 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:02:22.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:22 smithi189 bash[68090]: cephadm 2024-04-13T22:02:21.607627+0000 mgr.y (mgr.25865) 196 : cephadm 1 Deploying daemon osd.1 on smithi165 2024-04-13T22:02:22.865 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:22 smithi165 bash[82211]: cluster 2024-04-13T22:02:20.906793+0000 mgr.y (mgr.25865) 194 : cluster 0 pgmap v132: 73 pgs: 73 active+clean; 4.6 MiB data, 265 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:22.866 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:22 smithi165 bash[82211]: cephadm 2024-04-13T22:02:21.587853+0000 mgr.y (mgr.25865) 195 : cephadm 1 Upgrade: Updating osd.1 2024-04-13T22:02:22.866 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:22 smithi165 bash[82211]: audit 2024-04-13T22:02:21.597142+0000 mon.a (mon.0) 375 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:22.866 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:22 smithi165 bash[82211]: audit 2024-04-13T22:02:21.602955+0000 mon.a (mon.0) 376 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-13T22:02:22.866 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:22 smithi165 bash[82211]: audit 2024-04-13T22:02:21.604173+0000 mon.a (mon.0) 377 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:02:22.866 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:22 smithi165 bash[82211]: cephadm 2024-04-13T22:02:21.607627+0000 mgr.y (mgr.25865) 196 : cephadm 1 Deploying daemon osd.1 on smithi165 2024-04-13T22:02:22.866 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:22 smithi165 bash[84613]: cluster 2024-04-13T22:02:20.906793+0000 mgr.y (mgr.25865) 194 : cluster 0 pgmap v132: 73 pgs: 73 active+clean; 4.6 MiB data, 265 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:22.866 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:22 smithi165 bash[84613]: cephadm 2024-04-13T22:02:21.587853+0000 mgr.y (mgr.25865) 195 : cephadm 1 Upgrade: Updating osd.1 2024-04-13T22:02:22.866 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:22 smithi165 bash[84613]: audit 2024-04-13T22:02:21.597142+0000 mon.a (mon.0) 375 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:22.866 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:22 smithi165 bash[84613]: audit 2024-04-13T22:02:21.602955+0000 mon.a (mon.0) 376 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-13T22:02:22.866 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:22 smithi165 bash[84613]: audit 2024-04-13T22:02:21.604173+0000 mon.a (mon.0) 377 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:02:22.866 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:22 smithi165 bash[84613]: cephadm 2024-04-13T22:02:21.607627+0000 mgr.y (mgr.25865) 196 : cephadm 1 Deploying daemon osd.1 on smithi165 2024-04-13T22:02:24.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:23 smithi165 bash[82211]: cluster 2024-04-13T22:02:22.907317+0000 mgr.y (mgr.25865) 197 : cluster 0 pgmap v133: 73 pgs: 73 active+clean; 4.6 MiB data, 265 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:24.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:23 smithi165 bash[82211]: audit 2024-04-13T22:02:22.958500+0000 mon.a (mon.0) 378 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:24.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:23 smithi165 bash[84613]: cluster 2024-04-13T22:02:22.907317+0000 mgr.y (mgr.25865) 197 : cluster 0 pgmap v133: 73 pgs: 73 active+clean; 4.6 MiB data, 265 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:24.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:23 smithi165 bash[84613]: audit 2024-04-13T22:02:22.958500+0000 mon.a (mon.0) 378 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:24.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:23 smithi189 bash[68090]: cluster 2024-04-13T22:02:22.907317+0000 mgr.y (mgr.25865) 197 : cluster 0 pgmap v133: 73 pgs: 73 active+clean; 4.6 MiB data, 265 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:24.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:23 smithi189 bash[68090]: audit 2024-04-13T22:02:22.958500+0000 mon.a (mon.0) 378 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:25.886 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:02:25.896 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:25 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:02:25.896 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:02:25 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:02:25.896 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 22:02:25 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:02:25.897 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 22:02:25 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:02:25.897 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 22:02:25 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:02:25.897 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:02:25 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:02:25.898 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:25 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:02:25.898 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 22:02:25 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:02:25.898 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 22:02:25 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:02:26.245 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:25 smithi165 bash[82211]: cluster 2024-04-13T22:02:24.908345+0000 mgr.y (mgr.25865) 198 : cluster 0 pgmap v134: 73 pgs: 73 active+clean; 4.6 MiB data, 265 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:26.245 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 22:02:25 smithi165 systemd[1]: Stopping Ceph osd.1 for 1c29171c-f9de-11ee-bc8e-c7b262605968... 2024-04-13T22:02:26.246 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:25 smithi165 bash[84613]: cluster 2024-04-13T22:02:24.908345+0000 mgr.y (mgr.25865) 198 : cluster 0 pgmap v134: 73 pgs: 73 active+clean; 4.6 MiB data, 265 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:26.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:25 smithi189 bash[68090]: cluster 2024-04-13T22:02:24.908345+0000 mgr.y (mgr.25865) 198 : cluster 0 pgmap v134: 73 pgs: 73 active+clean; 4.6 MiB data, 265 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:26.567 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 22:02:26 smithi165 bash[39676]: debug 2024-04-13T22:02:26.245+0000 7ff9cef70700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-13T22:02:26.567 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 22:02:26 smithi165 bash[39676]: debug 2024-04-13T22:02:26.245+0000 7ff9cef70700 -1 osd.1 97 *** Got signal Terminated *** 2024-04-13T22:02:26.567 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 22:02:26 smithi165 bash[39676]: debug 2024-04-13T22:02:26.245+0000 7ff9cef70700 -1 osd.1 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T22:02:27.287 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:26 smithi165 bash[82211]: debug 2024-04-13T22:02:26.961+0000 7fd2809f4700 -1 log_channel(cluster) log [ERR] : Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:02:27.288 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:26 smithi165 bash[82211]: cluster 2024-04-13T22:02:26.249541+0000 mon.a (mon.0) 379 : cluster 1 osd.1 marked itself down and dead 2024-04-13T22:02:27.288 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:26 smithi165 bash[84613]: cluster 2024-04-13T22:02:26.249541+0000 mon.a (mon.0) 379 : cluster 1 osd.1 marked itself down and dead 2024-04-13T22:02:27.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:26 smithi189 bash[68090]: cluster 2024-04-13T22:02:26.249541+0000 mon.a (mon.0) 379 : cluster 1 osd.1 marked itself down and dead 2024-04-13T22:02:28.284 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:27 smithi165 bash[82211]: cluster 2024-04-13T22:02:26.909105+0000 mgr.y (mgr.25865) 199 : cluster 0 pgmap v135: 73 pgs: 73 active+clean; 4.6 MiB data, 265 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:28.284 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:27 smithi165 bash[82211]: cluster 2024-04-13T22:02:26.963479+0000 mon.a (mon.0) 380 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T22:02:28.284 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:27 smithi165 bash[82211]: cluster 2024-04-13T22:02:26.963540+0000 mon.a (mon.0) 381 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:02:28.285 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:27 smithi165 bash[82211]: cluster 2024-04-13T22:02:26.980869+0000 mon.a (mon.0) 382 : cluster 0 osdmap e98: 8 total, 7 up, 8 in 2024-04-13T22:02:28.285 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:27 smithi165 bash[82211]: audit 2024-04-13T22:02:27.914958+0000 mon.a (mon.0) 383 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:28.285 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:27 smithi165 bash[82211]: audit 2024-04-13T22:02:27.916925+0000 mon.a (mon.0) 384 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:02:28.285 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:27 smithi165 bash[84613]: cluster 2024-04-13T22:02:26.909105+0000 mgr.y (mgr.25865) 199 : cluster 0 pgmap v135: 73 pgs: 73 active+clean; 4.6 MiB data, 265 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:28.285 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:27 smithi165 bash[84613]: cluster 2024-04-13T22:02:26.963479+0000 mon.a (mon.0) 380 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T22:02:28.285 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:27 smithi165 bash[84613]: cluster 2024-04-13T22:02:26.963540+0000 mon.a (mon.0) 381 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:02:28.285 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:27 smithi165 bash[84613]: cluster 2024-04-13T22:02:26.980869+0000 mon.a (mon.0) 382 : cluster 0 osdmap e98: 8 total, 7 up, 8 in 2024-04-13T22:02:28.285 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:27 smithi165 bash[84613]: audit 2024-04-13T22:02:27.914958+0000 mon.a (mon.0) 383 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:28.285 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:27 smithi165 bash[84613]: audit 2024-04-13T22:02:27.916925+0000 mon.a (mon.0) 384 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:02:28.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:27 smithi189 bash[68090]: cluster 2024-04-13T22:02:26.909105+0000 mgr.y (mgr.25865) 199 : cluster 0 pgmap v135: 73 pgs: 73 active+clean; 4.6 MiB data, 265 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:28.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:27 smithi189 bash[68090]: cluster 2024-04-13T22:02:26.963479+0000 mon.a (mon.0) 380 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T22:02:28.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:27 smithi189 bash[68090]: cluster 2024-04-13T22:02:26.963540+0000 mon.a (mon.0) 381 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:02:28.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:27 smithi189 bash[68090]: cluster 2024-04-13T22:02:26.980869+0000 mon.a (mon.0) 382 : cluster 0 osdmap e98: 8 total, 7 up, 8 in 2024-04-13T22:02:28.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:27 smithi189 bash[68090]: audit 2024-04-13T22:02:27.914958+0000 mon.a (mon.0) 383 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:28.347 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:27 smithi189 bash[68090]: audit 2024-04-13T22:02:27.916925+0000 mon.a (mon.0) 384 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:02:28.984 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 22:02:28 smithi165 bash[95493]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-osd-1 2024-04-13T22:02:29.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:28 smithi165 bash[82211]: cluster 2024-04-13T22:02:27.984928+0000 mon.a (mon.0) 385 : cluster 0 osdmap e99: 8 total, 7 up, 8 in 2024-04-13T22:02:29.317 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 22:02:29 smithi165 bash[95628]: Error response from daemon: No such container: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-osd-1 2024-04-13T22:02:29.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:28 smithi165 bash[84613]: cluster 2024-04-13T22:02:27.984928+0000 mon.a (mon.0) 385 : cluster 0 osdmap e99: 8 total, 7 up, 8 in 2024-04-13T22:02:29.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:28 smithi189 bash[68090]: cluster 2024-04-13T22:02:27.984928+0000 mon.a (mon.0) 385 : cluster 0 osdmap e99: 8 total, 7 up, 8 in 2024-04-13T22:02:30.284 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:29 smithi165 bash[82211]: cluster 2024-04-13T22:02:28.910204+0000 mgr.y (mgr.25865) 200 : cluster 0 pgmap v138: 73 pgs: 3 active+undersized+degraded, 4 peering, 25 active+undersized, 41 active+clean; 4.6 MiB data, 266 MiB used, 715 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-13T22:02:30.284 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:29 smithi165 bash[82211]: cluster 2024-04-13T22:02:28.978748+0000 mon.a (mon.0) 386 : cluster 3 Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-13T22:02:30.284 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:29 smithi165 bash[82211]: cluster 2024-04-13T22:02:28.978827+0000 mon.a (mon.0) 387 : cluster 3 Health check failed: Degraded data redundancy: 3/84 objects degraded (3.571%), 3 pgs degraded (PG_DEGRADED) 2024-04-13T22:02:30.284 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:29 smithi165 bash[84613]: cluster 2024-04-13T22:02:28.910204+0000 mgr.y (mgr.25865) 200 : cluster 0 pgmap v138: 73 pgs: 3 active+undersized+degraded, 4 peering, 25 active+undersized, 41 active+clean; 4.6 MiB data, 266 MiB used, 715 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-13T22:02:30.285 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:29 smithi165 bash[84613]: cluster 2024-04-13T22:02:28.978748+0000 mon.a (mon.0) 386 : cluster 3 Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-13T22:02:30.285 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:29 smithi165 bash[84613]: cluster 2024-04-13T22:02:28.978827+0000 mon.a (mon.0) 387 : cluster 3 Health check failed: Degraded data redundancy: 3/84 objects degraded (3.571%), 3 pgs degraded (PG_DEGRADED) 2024-04-13T22:02:30.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:29 smithi189 bash[68090]: cluster 2024-04-13T22:02:28.910204+0000 mgr.y (mgr.25865) 200 : cluster 0 pgmap v138: 73 pgs: 3 active+undersized+degraded, 4 peering, 25 active+undersized, 41 active+clean; 4.6 MiB data, 266 MiB used, 715 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-13T22:02:30.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:29 smithi189 bash[68090]: cluster 2024-04-13T22:02:28.978748+0000 mon.a (mon.0) 386 : cluster 3 Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-13T22:02:30.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:29 smithi189 bash[68090]: cluster 2024-04-13T22:02:28.978827+0000 mon.a (mon.0) 387 : cluster 3 Health check failed: Degraded data redundancy: 3/84 objects degraded (3.571%), 3 pgs degraded (PG_DEGRADED) 2024-04-13T22:02:31.625 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:31 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:02:31.626 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 22:02:31 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:02:31.626 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:02:31 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:02:31.626 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 22:02:31 smithi165 systemd[1]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@osd.1.service: Deactivated successfully. 2024-04-13T22:02:31.626 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 22:02:31 smithi165 systemd[1]: Stopped Ceph osd.1 for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T22:02:31.626 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 22:02:31 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:02:31.627 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 22:02:31 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:02:31.627 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:02:31 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:02:31.627 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:31 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:02:31.627 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 22:02:31 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:02:31.628 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 22:02:31 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:02:31.990 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 22:02:31 smithi165 systemd[1]: Started Ceph osd.1 for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T22:02:32.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:31 smithi165 bash[82211]: cluster 2024-04-13T22:02:30.910934+0000 mgr.y (mgr.25865) 201 : cluster 0 pgmap v139: 73 pgs: 3 active+undersized+degraded, 4 peering, 25 active+undersized, 41 active+clean; 4.6 MiB data, 266 MiB used, 715 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-13T22:02:32.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:31 smithi165 bash[82211]: audit 2024-04-13T22:02:31.669985+0000 mon.a (mon.0) 388 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:32.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:31 smithi165 bash[82211]: audit 2024-04-13T22:02:31.677902+0000 mon.a (mon.0) 389 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:32.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:31 smithi165 bash[82211]: audit 2024-04-13T22:02:31.697043+0000 mon.a (mon.0) 390 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:02:32.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:31 smithi165 bash[84613]: cluster 2024-04-13T22:02:30.910934+0000 mgr.y (mgr.25865) 201 : cluster 0 pgmap v139: 73 pgs: 3 active+undersized+degraded, 4 peering, 25 active+undersized, 41 active+clean; 4.6 MiB data, 266 MiB used, 715 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-13T22:02:32.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:31 smithi165 bash[84613]: audit 2024-04-13T22:02:31.669985+0000 mon.a (mon.0) 388 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:32.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:31 smithi165 bash[84613]: audit 2024-04-13T22:02:31.677902+0000 mon.a (mon.0) 389 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:32.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:31 smithi165 bash[84613]: audit 2024-04-13T22:02:31.697043+0000 mon.a (mon.0) 390 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:02:32.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:31 smithi189 bash[68090]: cluster 2024-04-13T22:02:30.910934+0000 mgr.y (mgr.25865) 201 : cluster 0 pgmap v139: 73 pgs: 3 active+undersized+degraded, 4 peering, 25 active+undersized, 41 active+clean; 4.6 MiB data, 266 MiB used, 715 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-13T22:02:32.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:31 smithi189 bash[68090]: audit 2024-04-13T22:02:31.669985+0000 mon.a (mon.0) 388 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:32.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:31 smithi189 bash[68090]: audit 2024-04-13T22:02:31.677902+0000 mon.a (mon.0) 389 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:32.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:31 smithi189 bash[68090]: audit 2024-04-13T22:02:31.697043+0000 mon.a (mon.0) 390 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:02:32.816 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:02:32 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:02:32] "GET /metrics HTTP/1.1" 200 34026 "" "Prometheus/2.43.0" 2024-04-13T22:02:33.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:33 smithi165 bash[82211]: cluster 2024-04-13T22:02:32.993896+0000 mon.a (mon.0) 391 : cluster 1 Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-13T22:02:33.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:33 smithi165 bash[84613]: cluster 2024-04-13T22:02:32.993896+0000 mon.a (mon.0) 391 : cluster 1 Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-13T22:02:33.318 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 22:02:33 smithi165 bash[95822]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-13T22:02:33.318 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 22:02:33 smithi165 bash[95822]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-13T22:02:33.319 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 22:02:33 smithi165 bash[95822]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-13T22:02:33.319 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 22:02:33 smithi165 bash[95822]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-13T22:02:33.319 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 22:02:33 smithi165 bash[95822]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-13T22:02:33.319 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 22:02:33 smithi165 bash[95822]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-13T22:02:33.319 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 22:02:33 smithi165 bash[95822]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-13T22:02:33.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:33 smithi189 bash[68090]: cluster 2024-04-13T22:02:32.993896+0000 mon.a (mon.0) 391 : cluster 1 Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-13T22:02:34.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:34 smithi165 bash[82211]: cluster 2024-04-13T22:02:32.911431+0000 mgr.y (mgr.25865) 202 : cluster 0 pgmap v140: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 266 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:02:34.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:34 smithi165 bash[84613]: cluster 2024-04-13T22:02:32.911431+0000 mgr.y (mgr.25865) 202 : cluster 0 pgmap v140: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 266 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:02:34.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:34 smithi189 bash[68090]: cluster 2024-04-13T22:02:32.911431+0000 mgr.y (mgr.25865) 202 : cluster 0 pgmap v140: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 266 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:02:35.067 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 22:02:34 smithi165 bash[96055]: debug 2024-04-13T22:02:34.689+0000 7f401e7f3700 1 -- 172.21.15.165:0/267886735 <== mon.2 v2:172.21.15.165:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5627c97fb680 con 0x5627c9838800 2024-04-13T22:02:35.567 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 22:02:35 smithi165 bash[96055]: debug 2024-04-13T22:02:35.233+0000 7f402798b7c0 -1 Falling back to public interface 2024-04-13T22:02:36.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:36 smithi165 bash[82211]: cluster 2024-04-13T22:02:34.912631+0000 mgr.y (mgr.25865) 203 : cluster 0 pgmap v141: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 266 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:02:36.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:36 smithi165 bash[84613]: cluster 2024-04-13T22:02:34.912631+0000 mgr.y (mgr.25865) 203 : cluster 0 pgmap v141: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 266 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:02:36.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:36 smithi189 bash[68090]: cluster 2024-04-13T22:02:34.912631+0000 mgr.y (mgr.25865) 203 : cluster 0 pgmap v141: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 266 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:02:38.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:38 smithi165 bash[84613]: cluster 2024-04-13T22:02:36.913416+0000 mgr.y (mgr.25865) 204 : cluster 0 pgmap v142: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 266 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:02:38.317 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 22:02:38 smithi165 bash[96055]: debug 2024-04-13T22:02:38.277+0000 7f402798b7c0 -1 osd.1 97 log_to_monitors true 2024-04-13T22:02:38.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:38 smithi165 bash[82211]: cluster 2024-04-13T22:02:36.913416+0000 mgr.y (mgr.25865) 204 : cluster 0 pgmap v142: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 266 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:02:38.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:38 smithi189 bash[68090]: cluster 2024-04-13T22:02:36.913416+0000 mgr.y (mgr.25865) 204 : cluster 0 pgmap v142: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 266 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:02:39.317 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 22:02:39 smithi165 bash[96055]: debug 2024-04-13T22:02:39.097+0000 7f4018de3700 -1 osd.1 97 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-13T22:02:39.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:39 smithi165 bash[82211]: cluster 2024-04-13T22:02:38.108757+0000 mon.a (mon.0) 392 : cluster 3 Health check update: Degraded data redundancy: 5/84 objects degraded (5.952%), 5 pgs degraded (PG_DEGRADED) 2024-04-13T22:02:39.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:39 smithi165 bash[82211]: audit 2024-04-13T22:02:38.284880+0000 mon.a (mon.0) 393 : audit 1 from='osd.1 [v2:172.21.15.165:6810/2322459931,v1:172.21.15.165:6811/2322459931]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-13T22:02:39.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:39 smithi165 bash[84613]: cluster 2024-04-13T22:02:38.108757+0000 mon.a (mon.0) 392 : cluster 3 Health check update: Degraded data redundancy: 5/84 objects degraded (5.952%), 5 pgs degraded (PG_DEGRADED) 2024-04-13T22:02:39.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:39 smithi165 bash[84613]: audit 2024-04-13T22:02:38.284880+0000 mon.a (mon.0) 393 : audit 1 from='osd.1 [v2:172.21.15.165:6810/2322459931,v1:172.21.15.165:6811/2322459931]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-13T22:02:39.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:39 smithi189 bash[68090]: cluster 2024-04-13T22:02:38.108757+0000 mon.a (mon.0) 392 : cluster 3 Health check update: Degraded data redundancy: 5/84 objects degraded (5.952%), 5 pgs degraded (PG_DEGRADED) 2024-04-13T22:02:39.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:39 smithi189 bash[68090]: audit 2024-04-13T22:02:38.284880+0000 mon.a (mon.0) 393 : audit 1 from='osd.1 [v2:172.21.15.165:6810/2322459931,v1:172.21.15.165:6811/2322459931]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-13T22:02:40.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:40 smithi165 bash[84613]: cluster 2024-04-13T22:02:38.914068+0000 mgr.y (mgr.25865) 205 : cluster 0 pgmap v143: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 266 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:02:40.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:40 smithi165 bash[84613]: audit 2024-04-13T22:02:39.063986+0000 mon.a (mon.0) 394 : audit 1 from='osd.1 [v2:172.21.15.165:6810/2322459931,v1:172.21.15.165:6811/2322459931]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-13T22:02:40.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:40 smithi165 bash[84613]: cluster 2024-04-13T22:02:39.069694+0000 mon.a (mon.0) 395 : cluster 0 osdmap e100: 8 total, 7 up, 8 in 2024-04-13T22:02:40.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:40 smithi165 bash[84613]: audit 2024-04-13T22:02:39.070104+0000 mon.a (mon.0) 396 : audit 1 from='osd.1 [v2:172.21.15.165:6810/2322459931,v1:172.21.15.165:6811/2322459931]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-13T22:02:40.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:40 smithi165 bash[84613]: audit 2024-04-13T22:02:39.144299+0000 mon.a (mon.0) 397 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:40.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:40 smithi165 bash[84613]: audit 2024-04-13T22:02:39.149866+0000 mon.a (mon.0) 398 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:40.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:40 smithi165 bash[82211]: debug 2024-04-13T22:02:40.061+0000 7fd2809f4700 -1 log_channel(cluster) log [ERR] : Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:02:40.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:40 smithi165 bash[82211]: cluster 2024-04-13T22:02:38.914068+0000 mgr.y (mgr.25865) 205 : cluster 0 pgmap v143: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 266 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:02:40.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:40 smithi165 bash[82211]: audit 2024-04-13T22:02:39.063986+0000 mon.a (mon.0) 394 : audit 1 from='osd.1 [v2:172.21.15.165:6810/2322459931,v1:172.21.15.165:6811/2322459931]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-13T22:02:40.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:40 smithi165 bash[82211]: cluster 2024-04-13T22:02:39.069694+0000 mon.a (mon.0) 395 : cluster 0 osdmap e100: 8 total, 7 up, 8 in 2024-04-13T22:02:40.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:40 smithi165 bash[82211]: audit 2024-04-13T22:02:39.070104+0000 mon.a (mon.0) 396 : audit 1 from='osd.1 [v2:172.21.15.165:6810/2322459931,v1:172.21.15.165:6811/2322459931]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-13T22:02:40.319 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:40 smithi165 bash[82211]: audit 2024-04-13T22:02:39.144299+0000 mon.a (mon.0) 397 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:40.319 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:40 smithi165 bash[82211]: audit 2024-04-13T22:02:39.149866+0000 mon.a (mon.0) 398 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:40.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:40 smithi189 bash[68090]: cluster 2024-04-13T22:02:38.914068+0000 mgr.y (mgr.25865) 205 : cluster 0 pgmap v143: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 266 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:02:40.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:40 smithi189 bash[68090]: audit 2024-04-13T22:02:39.063986+0000 mon.a (mon.0) 394 : audit 1 from='osd.1 [v2:172.21.15.165:6810/2322459931,v1:172.21.15.165:6811/2322459931]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-13T22:02:40.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:40 smithi189 bash[68090]: cluster 2024-04-13T22:02:39.069694+0000 mon.a (mon.0) 395 : cluster 0 osdmap e100: 8 total, 7 up, 8 in 2024-04-13T22:02:40.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:40 smithi189 bash[68090]: audit 2024-04-13T22:02:39.070104+0000 mon.a (mon.0) 396 : audit 1 from='osd.1 [v2:172.21.15.165:6810/2322459931,v1:172.21.15.165:6811/2322459931]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-13T22:02:40.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:40 smithi189 bash[68090]: audit 2024-04-13T22:02:39.144299+0000 mon.a (mon.0) 397 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:40.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:40 smithi189 bash[68090]: audit 2024-04-13T22:02:39.149866+0000 mon.a (mon.0) 398 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:41.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:41 smithi165 bash[82211]: cluster 2024-04-13T22:02:40.065200+0000 mon.a (mon.0) 399 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:02:41.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:41 smithi165 bash[82211]: cluster 2024-04-13T22:02:40.065228+0000 mon.a (mon.0) 400 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T22:02:41.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:41 smithi165 bash[82211]: cluster 2024-04-13T22:02:40.075420+0000 mon.a (mon.0) 401 : cluster 1 osd.1 [v2:172.21.15.165:6810/2322459931,v1:172.21.15.165:6811/2322459931] boot 2024-04-13T22:02:41.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:41 smithi165 bash[82211]: cluster 2024-04-13T22:02:40.075460+0000 mon.a (mon.0) 402 : cluster 0 osdmap e101: 8 total, 8 up, 8 in 2024-04-13T22:02:41.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:41 smithi165 bash[82211]: audit 2024-04-13T22:02:40.075723+0000 mon.a (mon.0) 403 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T22:02:41.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:41 smithi165 bash[82211]: audit 2024-04-13T22:02:40.087491+0000 mon.a (mon.0) 404 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:41.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:41 smithi165 bash[82211]: audit 2024-04-13T22:02:40.101502+0000 mon.a (mon.0) 405 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:41.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:41 smithi165 bash[84613]: cluster 2024-04-13T22:02:40.065200+0000 mon.a (mon.0) 399 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:02:41.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:41 smithi165 bash[84613]: cluster 2024-04-13T22:02:40.065228+0000 mon.a (mon.0) 400 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T22:02:41.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:41 smithi165 bash[84613]: cluster 2024-04-13T22:02:40.075420+0000 mon.a (mon.0) 401 : cluster 1 osd.1 [v2:172.21.15.165:6810/2322459931,v1:172.21.15.165:6811/2322459931] boot 2024-04-13T22:02:41.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:41 smithi165 bash[84613]: cluster 2024-04-13T22:02:40.075460+0000 mon.a (mon.0) 402 : cluster 0 osdmap e101: 8 total, 8 up, 8 in 2024-04-13T22:02:41.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:41 smithi165 bash[84613]: audit 2024-04-13T22:02:40.075723+0000 mon.a (mon.0) 403 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T22:02:41.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:41 smithi165 bash[84613]: audit 2024-04-13T22:02:40.087491+0000 mon.a (mon.0) 404 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:41.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:41 smithi165 bash[84613]: audit 2024-04-13T22:02:40.101502+0000 mon.a (mon.0) 405 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:41.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:41 smithi189 bash[68090]: cluster 2024-04-13T22:02:40.065200+0000 mon.a (mon.0) 399 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:02:41.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:41 smithi189 bash[68090]: cluster 2024-04-13T22:02:40.065228+0000 mon.a (mon.0) 400 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T22:02:41.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:41 smithi189 bash[68090]: cluster 2024-04-13T22:02:40.075420+0000 mon.a (mon.0) 401 : cluster 1 osd.1 [v2:172.21.15.165:6810/2322459931,v1:172.21.15.165:6811/2322459931] boot 2024-04-13T22:02:41.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:41 smithi189 bash[68090]: cluster 2024-04-13T22:02:40.075460+0000 mon.a (mon.0) 402 : cluster 0 osdmap e101: 8 total, 8 up, 8 in 2024-04-13T22:02:41.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:41 smithi189 bash[68090]: audit 2024-04-13T22:02:40.075723+0000 mon.a (mon.0) 403 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-13T22:02:41.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:41 smithi189 bash[68090]: audit 2024-04-13T22:02:40.087491+0000 mon.a (mon.0) 404 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:41.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:41 smithi189 bash[68090]: audit 2024-04-13T22:02:40.101502+0000 mon.a (mon.0) 405 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:42.338 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:42 smithi165 bash[84613]: cluster 2024-04-13T22:02:40.914799+0000 mgr.y (mgr.25865) 206 : cluster 0 pgmap v146: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:02:42.338 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:42 smithi165 bash[84613]: cluster 2024-04-13T22:02:41.085968+0000 mon.a (mon.0) 406 : cluster 0 osdmap e102: 8 total, 8 up, 8 in 2024-04-13T22:02:42.339 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:42 smithi165 bash[82211]: cluster 2024-04-13T22:02:40.914799+0000 mgr.y (mgr.25865) 206 : cluster 0 pgmap v146: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:02:42.339 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:42 smithi165 bash[82211]: cluster 2024-04-13T22:02:41.085968+0000 mon.a (mon.0) 406 : cluster 0 osdmap e102: 8 total, 8 up, 8 in 2024-04-13T22:02:42.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:42 smithi189 bash[68090]: cluster 2024-04-13T22:02:40.914799+0000 mgr.y (mgr.25865) 206 : cluster 0 pgmap v146: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:02:42.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:42 smithi189 bash[68090]: cluster 2024-04-13T22:02:41.085968+0000 mon.a (mon.0) 406 : cluster 0 osdmap e102: 8 total, 8 up, 8 in 2024-04-13T22:02:42.817 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:02:42 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:02:42] "GET /metrics HTTP/1.1" 200 34026 "" "Prometheus/2.43.0" 2024-04-13T22:02:44.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:43 smithi165 bash[82211]: audit 2024-04-13T22:02:42.913622+0000 mon.a (mon.0) 407 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:44.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:43 smithi165 bash[82211]: cluster 2024-04-13T22:02:42.915609+0000 mgr.y (mgr.25865) 207 : cluster 0 pgmap v148: 73 pgs: 4 active+undersized+degraded, 25 active+undersized, 44 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-13T22:02:44.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:43 smithi165 bash[82211]: audit 2024-04-13T22:02:42.915843+0000 mon.a (mon.0) 408 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:02:44.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:43 smithi165 bash[84613]: audit 2024-04-13T22:02:42.913622+0000 mon.a (mon.0) 407 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:44.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:43 smithi165 bash[84613]: cluster 2024-04-13T22:02:42.915609+0000 mgr.y (mgr.25865) 207 : cluster 0 pgmap v148: 73 pgs: 4 active+undersized+degraded, 25 active+undersized, 44 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-13T22:02:44.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:43 smithi165 bash[84613]: audit 2024-04-13T22:02:42.915843+0000 mon.a (mon.0) 408 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:02:44.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:43 smithi189 bash[68090]: audit 2024-04-13T22:02:42.913622+0000 mon.a (mon.0) 407 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:44.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:43 smithi189 bash[68090]: cluster 2024-04-13T22:02:42.915609+0000 mgr.y (mgr.25865) 207 : cluster 0 pgmap v148: 73 pgs: 4 active+undersized+degraded, 25 active+undersized, 44 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-13T22:02:44.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:43 smithi189 bash[68090]: audit 2024-04-13T22:02:42.915843+0000 mon.a (mon.0) 408 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:02:45.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:44 smithi165 bash[82211]: cluster 2024-04-13T22:02:43.909289+0000 mon.a (mon.0) 409 : cluster 3 Health check update: Degraded data redundancy: 4/84 objects degraded (4.762%), 4 pgs degraded (PG_DEGRADED) 2024-04-13T22:02:45.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:44 smithi165 bash[84613]: cluster 2024-04-13T22:02:43.909289+0000 mon.a (mon.0) 409 : cluster 3 Health check update: Degraded data redundancy: 4/84 objects degraded (4.762%), 4 pgs degraded (PG_DEGRADED) 2024-04-13T22:02:45.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:44 smithi189 bash[68090]: cluster 2024-04-13T22:02:43.909289+0000 mon.a (mon.0) 409 : cluster 3 Health check update: Degraded data redundancy: 4/84 objects degraded (4.762%), 4 pgs degraded (PG_DEGRADED) 2024-04-13T22:02:46.244 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:45 smithi165 bash[82211]: cluster 2024-04-13T22:02:44.916708+0000 mgr.y (mgr.25865) 208 : cluster 0 pgmap v149: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:46.244 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:45 smithi165 bash[82211]: cluster 2024-04-13T22:02:44.968421+0000 mon.a (mon.0) 410 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/84 objects degraded (4.762%), 4 pgs degraded) 2024-04-13T22:02:46.244 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:45 smithi165 bash[84613]: cluster 2024-04-13T22:02:44.916708+0000 mgr.y (mgr.25865) 208 : cluster 0 pgmap v149: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:46.244 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:45 smithi165 bash[84613]: cluster 2024-04-13T22:02:44.968421+0000 mon.a (mon.0) 410 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/84 objects degraded (4.762%), 4 pgs degraded) 2024-04-13T22:02:46.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:45 smithi189 bash[68090]: cluster 2024-04-13T22:02:44.916708+0000 mgr.y (mgr.25865) 208 : cluster 0 pgmap v149: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:46.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:45 smithi189 bash[68090]: cluster 2024-04-13T22:02:44.968421+0000 mon.a (mon.0) 410 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/84 objects degraded (4.762%), 4 pgs degraded) 2024-04-13T22:02:48.067 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:47 smithi165 bash[84613]: cluster 2024-04-13T22:02:46.917301+0000 mgr.y (mgr.25865) 209 : cluster 0 pgmap v150: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:48.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:47 smithi165 bash[82211]: cluster 2024-04-13T22:02:46.917301+0000 mgr.y (mgr.25865) 209 : cluster 0 pgmap v150: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:48.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:47 smithi189 bash[68090]: cluster 2024-04-13T22:02:46.917301+0000 mgr.y (mgr.25865) 209 : cluster 0 pgmap v150: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:49.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:48 smithi165 bash[82211]: audit 2024-04-13T22:02:47.981646+0000 mon.a (mon.0) 411 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:49.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:48 smithi165 bash[84613]: audit 2024-04-13T22:02:47.981646+0000 mon.a (mon.0) 411 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:49.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:48 smithi189 bash[68090]: audit 2024-04-13T22:02:47.981646+0000 mon.a (mon.0) 411 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:50.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:49 smithi165 bash[82211]: cluster 2024-04-13T22:02:48.917969+0000 mgr.y (mgr.25865) 210 : cluster 0 pgmap v151: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:50.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:49 smithi165 bash[82211]: audit 2024-04-13T22:02:49.802160+0000 mon.a (mon.0) 412 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:50.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:49 smithi165 bash[82211]: audit 2024-04-13T22:02:49.812758+0000 mon.a (mon.0) 413 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:50.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:49 smithi165 bash[82211]: audit 2024-04-13T22:02:49.815204+0000 mon.a (mon.0) 414 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:02:50.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:49 smithi165 bash[82211]: audit 2024-04-13T22:02:49.817063+0000 mon.a (mon.0) 415 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:02:50.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:49 smithi165 bash[82211]: audit 2024-04-13T22:02:49.826488+0000 mon.a (mon.0) 416 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:50.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:49 smithi165 bash[82211]: audit 2024-04-13T22:02:49.915361+0000 mon.a (mon.0) 417 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:02:50.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:49 smithi165 bash[84613]: cluster 2024-04-13T22:02:48.917969+0000 mgr.y (mgr.25865) 210 : cluster 0 pgmap v151: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:50.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:49 smithi165 bash[84613]: audit 2024-04-13T22:02:49.802160+0000 mon.a (mon.0) 412 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:50.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:49 smithi165 bash[84613]: audit 2024-04-13T22:02:49.812758+0000 mon.a (mon.0) 413 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:50.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:49 smithi165 bash[84613]: audit 2024-04-13T22:02:49.815204+0000 mon.a (mon.0) 414 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:02:50.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:49 smithi165 bash[84613]: audit 2024-04-13T22:02:49.817063+0000 mon.a (mon.0) 415 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:02:50.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:49 smithi165 bash[84613]: audit 2024-04-13T22:02:49.826488+0000 mon.a (mon.0) 416 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:50.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:49 smithi165 bash[84613]: audit 2024-04-13T22:02:49.915361+0000 mon.a (mon.0) 417 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:02:50.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:49 smithi189 bash[68090]: cluster 2024-04-13T22:02:48.917969+0000 mgr.y (mgr.25865) 210 : cluster 0 pgmap v151: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:50.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:49 smithi189 bash[68090]: audit 2024-04-13T22:02:49.802160+0000 mon.a (mon.0) 412 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:50.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:49 smithi189 bash[68090]: audit 2024-04-13T22:02:49.812758+0000 mon.a (mon.0) 413 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:50.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:49 smithi189 bash[68090]: audit 2024-04-13T22:02:49.815204+0000 mon.a (mon.0) 414 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:02:50.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:49 smithi189 bash[68090]: audit 2024-04-13T22:02:49.817063+0000 mon.a (mon.0) 415 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:02:50.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:49 smithi189 bash[68090]: audit 2024-04-13T22:02:49.826488+0000 mon.a (mon.0) 416 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:50.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:49 smithi189 bash[68090]: audit 2024-04-13T22:02:49.915361+0000 mon.a (mon.0) 417 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:02:52.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:51 smithi165 bash[82211]: cluster 2024-04-13T22:02:50.918651+0000 mgr.y (mgr.25865) 211 : cluster 0 pgmap v152: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:52.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:51 smithi165 bash[84613]: cluster 2024-04-13T22:02:50.918651+0000 mgr.y (mgr.25865) 211 : cluster 0 pgmap v152: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:52.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:51 smithi189 bash[68090]: cluster 2024-04-13T22:02:50.918651+0000 mgr.y (mgr.25865) 211 : cluster 0 pgmap v152: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:52.817 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:02:52 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:02:52] "GET /metrics HTTP/1.1" 200 33879 "" "Prometheus/2.43.0" 2024-04-13T22:02:54.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:53 smithi165 bash[82211]: cluster 2024-04-13T22:02:52.919375+0000 mgr.y (mgr.25865) 212 : cluster 0 pgmap v153: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:54.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:53 smithi165 bash[84613]: cluster 2024-04-13T22:02:52.919375+0000 mgr.y (mgr.25865) 212 : cluster 0 pgmap v153: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:54.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:54 smithi189 bash[68090]: cluster 2024-04-13T22:02:52.919375+0000 mgr.y (mgr.25865) 212 : cluster 0 pgmap v153: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:56.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:56 smithi165 bash[82211]: cluster 2024-04-13T22:02:54.920348+0000 mgr.y (mgr.25865) 213 : cluster 0 pgmap v154: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:56.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:56 smithi165 bash[82211]: audit 2024-04-13T22:02:55.965711+0000 mon.a (mon.0) 418 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:56.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:56 smithi165 bash[82211]: audit 2024-04-13T22:02:55.979432+0000 mon.a (mon.0) 419 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:56.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:56 smithi165 bash[84613]: cluster 2024-04-13T22:02:54.920348+0000 mgr.y (mgr.25865) 213 : cluster 0 pgmap v154: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:56.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:56 smithi165 bash[84613]: audit 2024-04-13T22:02:55.965711+0000 mon.a (mon.0) 418 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:56.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:56 smithi165 bash[84613]: audit 2024-04-13T22:02:55.979432+0000 mon.a (mon.0) 419 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:56.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:56 smithi189 bash[68090]: cluster 2024-04-13T22:02:54.920348+0000 mgr.y (mgr.25865) 213 : cluster 0 pgmap v154: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:56.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:56 smithi189 bash[68090]: audit 2024-04-13T22:02:55.965711+0000 mon.a (mon.0) 418 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:56.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:56 smithi189 bash[68090]: audit 2024-04-13T22:02:55.979432+0000 mon.a (mon.0) 419 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:57.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:57 smithi165 bash[82211]: audit 2024-04-13T22:02:56.659601+0000 mon.a (mon.0) 420 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:02:57.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:57 smithi165 bash[82211]: audit 2024-04-13T22:02:56.661167+0000 mon.a (mon.0) 421 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:02:57.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:57 smithi165 bash[82211]: audit 2024-04-13T22:02:56.671646+0000 mon.a (mon.0) 422 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:57.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:57 smithi165 bash[84613]: audit 2024-04-13T22:02:56.659601+0000 mon.a (mon.0) 420 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:02:57.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:57 smithi165 bash[84613]: audit 2024-04-13T22:02:56.661167+0000 mon.a (mon.0) 421 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:02:57.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:57 smithi165 bash[84613]: audit 2024-04-13T22:02:56.671646+0000 mon.a (mon.0) 422 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:57.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:57 smithi189 bash[68090]: audit 2024-04-13T22:02:56.659601+0000 mon.a (mon.0) 420 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:02:57.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:57 smithi189 bash[68090]: audit 2024-04-13T22:02:56.661167+0000 mon.a (mon.0) 421 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:02:57.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:57 smithi189 bash[68090]: audit 2024-04-13T22:02:56.671646+0000 mon.a (mon.0) 422 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:58.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:58 smithi165 bash[82211]: cluster 2024-04-13T22:02:56.920986+0000 mgr.y (mgr.25865) 214 : cluster 0 pgmap v155: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:58.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:58 smithi165 bash[82211]: audit 2024-04-13T22:02:57.914175+0000 mon.a (mon.0) 423 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:58.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:02:58 smithi165 bash[82211]: audit 2024-04-13T22:02:57.916284+0000 mon.a (mon.0) 424 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:02:58.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:58 smithi165 bash[84613]: cluster 2024-04-13T22:02:56.920986+0000 mgr.y (mgr.25865) 214 : cluster 0 pgmap v155: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:58.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:58 smithi165 bash[84613]: audit 2024-04-13T22:02:57.914175+0000 mon.a (mon.0) 423 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:58.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:02:58 smithi165 bash[84613]: audit 2024-04-13T22:02:57.916284+0000 mon.a (mon.0) 424 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:02:58.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:58 smithi189 bash[68090]: cluster 2024-04-13T22:02:56.920986+0000 mgr.y (mgr.25865) 214 : cluster 0 pgmap v155: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:02:58.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:58 smithi189 bash[68090]: audit 2024-04-13T22:02:57.914175+0000 mon.a (mon.0) 423 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:02:58.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:02:58 smithi189 bash[68090]: audit 2024-04-13T22:02:57.916284+0000 mon.a (mon.0) 424 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:03:00.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:00 smithi165 bash[82211]: cluster 2024-04-13T22:02:58.922007+0000 mgr.y (mgr.25865) 215 : cluster 0 pgmap v156: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:00.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:00 smithi165 bash[84613]: cluster 2024-04-13T22:02:58.922007+0000 mgr.y (mgr.25865) 215 : cluster 0 pgmap v156: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:00.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:00 smithi189 bash[68090]: cluster 2024-04-13T22:02:58.922007+0000 mgr.y (mgr.25865) 215 : cluster 0 pgmap v156: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:02.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:02 smithi165 bash[82211]: cluster 2024-04-13T22:03:00.922851+0000 mgr.y (mgr.25865) 216 : cluster 0 pgmap v157: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:02.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:02 smithi165 bash[84613]: cluster 2024-04-13T22:03:00.922851+0000 mgr.y (mgr.25865) 216 : cluster 0 pgmap v157: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:02.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:02 smithi189 bash[68090]: cluster 2024-04-13T22:03:00.922851+0000 mgr.y (mgr.25865) 216 : cluster 0 pgmap v157: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:02.817 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:03:02 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:03:02] "GET /metrics HTTP/1.1" 200 34024 "" "Prometheus/2.43.0" 2024-04-13T22:03:04.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:04 smithi165 bash[82211]: cluster 2024-04-13T22:03:02.923766+0000 mgr.y (mgr.25865) 217 : cluster 0 pgmap v158: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:04.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:04 smithi165 bash[84613]: cluster 2024-04-13T22:03:02.923766+0000 mgr.y (mgr.25865) 217 : cluster 0 pgmap v158: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:04.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:04 smithi189 bash[68090]: cluster 2024-04-13T22:03:02.923766+0000 mgr.y (mgr.25865) 217 : cluster 0 pgmap v158: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:06.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:06 smithi165 bash[82211]: cluster 2024-04-13T22:03:04.924839+0000 mgr.y (mgr.25865) 218 : cluster 0 pgmap v159: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:06.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:06 smithi165 bash[84613]: cluster 2024-04-13T22:03:04.924839+0000 mgr.y (mgr.25865) 218 : cluster 0 pgmap v159: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:06.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:06 smithi189 bash[68090]: cluster 2024-04-13T22:03:04.924839+0000 mgr.y (mgr.25865) 218 : cluster 0 pgmap v159: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:08.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:08 smithi165 bash[82211]: cluster 2024-04-13T22:03:06.925492+0000 mgr.y (mgr.25865) 219 : cluster 0 pgmap v160: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:08.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:08 smithi165 bash[84613]: cluster 2024-04-13T22:03:06.925492+0000 mgr.y (mgr.25865) 219 : cluster 0 pgmap v160: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:08.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:08 smithi189 bash[68090]: cluster 2024-04-13T22:03:06.925492+0000 mgr.y (mgr.25865) 219 : cluster 0 pgmap v160: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:10.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:10 smithi165 bash[82211]: cluster 2024-04-13T22:03:08.926470+0000 mgr.y (mgr.25865) 220 : cluster 0 pgmap v161: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:10.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:10 smithi165 bash[84613]: cluster 2024-04-13T22:03:08.926470+0000 mgr.y (mgr.25865) 220 : cluster 0 pgmap v161: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:10.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:10 smithi189 bash[68090]: cluster 2024-04-13T22:03:08.926470+0000 mgr.y (mgr.25865) 220 : cluster 0 pgmap v161: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:12.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:12 smithi165 bash[82211]: cluster 2024-04-13T22:03:10.927218+0000 mgr.y (mgr.25865) 221 : cluster 0 pgmap v162: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:12.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:12 smithi165 bash[84613]: cluster 2024-04-13T22:03:10.927218+0000 mgr.y (mgr.25865) 221 : cluster 0 pgmap v162: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:12.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:12 smithi189 bash[68090]: cluster 2024-04-13T22:03:10.927218+0000 mgr.y (mgr.25865) 221 : cluster 0 pgmap v162: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:12.817 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:03:12 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:03:12] "GET /metrics HTTP/1.1" 200 34024 "" "Prometheus/2.43.0" 2024-04-13T22:03:13.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:13 smithi165 bash[82211]: audit 2024-04-13T22:03:12.908208+0000 mon.a (mon.0) 425 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:03:13.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:13 smithi165 bash[84613]: audit 2024-04-13T22:03:12.908208+0000 mon.a (mon.0) 425 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:03:13.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:13 smithi189 bash[68090]: audit 2024-04-13T22:03:12.908208+0000 mon.a (mon.0) 425 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:03:14.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:14 smithi165 bash[82211]: cluster 2024-04-13T22:03:12.927892+0000 mgr.y (mgr.25865) 222 : cluster 0 pgmap v163: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:14.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:14 smithi165 bash[84613]: cluster 2024-04-13T22:03:12.927892+0000 mgr.y (mgr.25865) 222 : cluster 0 pgmap v163: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:14.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:14 smithi189 bash[68090]: cluster 2024-04-13T22:03:12.927892+0000 mgr.y (mgr.25865) 222 : cluster 0 pgmap v163: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:16.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:16 smithi165 bash[82211]: cluster 2024-04-13T22:03:14.928912+0000 mgr.y (mgr.25865) 223 : cluster 0 pgmap v164: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:16.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:16 smithi165 bash[84613]: cluster 2024-04-13T22:03:14.928912+0000 mgr.y (mgr.25865) 223 : cluster 0 pgmap v164: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:16.345 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:16 smithi189 bash[68090]: cluster 2024-04-13T22:03:14.928912+0000 mgr.y (mgr.25865) 223 : cluster 0 pgmap v164: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:18.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:18 smithi165 bash[82211]: cluster 2024-04-13T22:03:16.929553+0000 mgr.y (mgr.25865) 224 : cluster 0 pgmap v165: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:18.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:18 smithi165 bash[84613]: cluster 2024-04-13T22:03:16.929553+0000 mgr.y (mgr.25865) 224 : cluster 0 pgmap v165: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:18.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:18 smithi189 bash[68090]: cluster 2024-04-13T22:03:16.929553+0000 mgr.y (mgr.25865) 224 : cluster 0 pgmap v165: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:20.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:20 smithi165 bash[82211]: cluster 2024-04-13T22:03:18.930566+0000 mgr.y (mgr.25865) 225 : cluster 0 pgmap v166: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:20.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:20 smithi165 bash[84613]: cluster 2024-04-13T22:03:18.930566+0000 mgr.y (mgr.25865) 225 : cluster 0 pgmap v166: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:20.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:20 smithi189 bash[68090]: cluster 2024-04-13T22:03:18.930566+0000 mgr.y (mgr.25865) 225 : cluster 0 pgmap v166: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:22.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:22 smithi165 bash[82211]: cluster 2024-04-13T22:03:20.931308+0000 mgr.y (mgr.25865) 226 : cluster 0 pgmap v167: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:22.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:22 smithi165 bash[84613]: cluster 2024-04-13T22:03:20.931308+0000 mgr.y (mgr.25865) 226 : cluster 0 pgmap v167: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:22.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:22 smithi189 bash[68090]: cluster 2024-04-13T22:03:20.931308+0000 mgr.y (mgr.25865) 226 : cluster 0 pgmap v167: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:22.817 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:03:22 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:03:22] "GET /metrics HTTP/1.1" 200 34026 "" "Prometheus/2.43.0" 2024-04-13T22:03:24.567 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:24 smithi165 bash[82211]: cluster 2024-04-13T22:03:22.932068+0000 mgr.y (mgr.25865) 227 : cluster 0 pgmap v168: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:24.567 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:24 smithi165 bash[84613]: cluster 2024-04-13T22:03:22.932068+0000 mgr.y (mgr.25865) 227 : cluster 0 pgmap v168: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:24.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:24 smithi189 bash[68090]: cluster 2024-04-13T22:03:22.932068+0000 mgr.y (mgr.25865) 227 : cluster 0 pgmap v168: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:26.567 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:26 smithi165 bash[82211]: cluster 2024-04-13T22:03:24.933064+0000 mgr.y (mgr.25865) 228 : cluster 0 pgmap v169: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:26.567 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:26 smithi165 bash[84613]: cluster 2024-04-13T22:03:24.933064+0000 mgr.y (mgr.25865) 228 : cluster 0 pgmap v169: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:26.595 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:26 smithi189 bash[68090]: cluster 2024-04-13T22:03:24.933064+0000 mgr.y (mgr.25865) 228 : cluster 0 pgmap v169: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:28.567 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:28 smithi165 bash[82211]: cluster 2024-04-13T22:03:26.933652+0000 mgr.y (mgr.25865) 229 : cluster 0 pgmap v170: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:28.567 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:28 smithi165 bash[82211]: audit 2024-04-13T22:03:27.908797+0000 mon.a (mon.0) 426 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:03:28.568 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:28 smithi165 bash[84613]: cluster 2024-04-13T22:03:26.933652+0000 mgr.y (mgr.25865) 229 : cluster 0 pgmap v170: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:28.568 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:28 smithi165 bash[84613]: audit 2024-04-13T22:03:27.908797+0000 mon.a (mon.0) 426 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:03:28.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:28 smithi189 bash[68090]: cluster 2024-04-13T22:03:26.933652+0000 mgr.y (mgr.25865) 229 : cluster 0 pgmap v170: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:28.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:28 smithi189 bash[68090]: audit 2024-04-13T22:03:27.908797+0000 mon.a (mon.0) 426 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:03:30.567 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:30 smithi165 bash[82211]: cluster 2024-04-13T22:03:28.934735+0000 mgr.y (mgr.25865) 230 : cluster 0 pgmap v171: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:30.567 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:30 smithi165 bash[84613]: cluster 2024-04-13T22:03:28.934735+0000 mgr.y (mgr.25865) 230 : cluster 0 pgmap v171: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:30.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:30 smithi189 bash[68090]: cluster 2024-04-13T22:03:28.934735+0000 mgr.y (mgr.25865) 230 : cluster 0 pgmap v171: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:30.805 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -e sha1=809afd3da6037ef1c60dcf79f89e65791b95f8ef -- bash -c 'ceph orch upgrade resume' 2024-04-13T22:03:32.567 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:32 smithi165 bash[82211]: cluster 2024-04-13T22:03:30.935297+0000 mgr.y (mgr.25865) 231 : cluster 0 pgmap v172: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:32.568 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:03:32 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:03:32] "GET /metrics HTTP/1.1" 200 34024 "" "Prometheus/2.43.0" 2024-04-13T22:03:32.568 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:32 smithi165 bash[84613]: cluster 2024-04-13T22:03:30.935297+0000 mgr.y (mgr.25865) 231 : cluster 0 pgmap v172: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:32.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:32 smithi189 bash[68090]: cluster 2024-04-13T22:03:30.935297+0000 mgr.y (mgr.25865) 231 : cluster 0 pgmap v172: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:34.567 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:34 smithi165 bash[82211]: cluster 2024-04-13T22:03:32.935939+0000 mgr.y (mgr.25865) 232 : cluster 0 pgmap v173: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:34.568 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:34 smithi165 bash[84613]: cluster 2024-04-13T22:03:32.935939+0000 mgr.y (mgr.25865) 232 : cluster 0 pgmap v173: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:34.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:34 smithi189 bash[68090]: cluster 2024-04-13T22:03:32.935939+0000 mgr.y (mgr.25865) 232 : cluster 0 pgmap v173: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:35.541 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:03:36.487 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:36 smithi165 bash[82211]: cluster 2024-04-13T22:03:34.936993+0000 mgr.y (mgr.25865) 233 : cluster 0 pgmap v174: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:36.488 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:36 smithi165 bash[84613]: cluster 2024-04-13T22:03:34.936993+0000 mgr.y (mgr.25865) 233 : cluster 0 pgmap v174: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:36.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:36 smithi189 bash[68090]: cluster 2024-04-13T22:03:34.936993+0000 mgr.y (mgr.25865) 233 : cluster 0 pgmap v174: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:38.567 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:38 smithi165 bash[82211]: cluster 2024-04-13T22:03:36.937618+0000 mgr.y (mgr.25865) 234 : cluster 0 pgmap v175: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:38.568 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:38 smithi165 bash[84613]: cluster 2024-04-13T22:03:36.937618+0000 mgr.y (mgr.25865) 234 : cluster 0 pgmap v175: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:38.592 INFO:teuthology.orchestra.run.smithi165.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c589cd63a0c5d4e47e2117d0f81662623bc0bc5acf8d3aa0cbc0b2a08d032464 2024-04-13T22:03:38.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:38 smithi189 bash[68090]: cluster 2024-04-13T22:03:36.937618+0000 mgr.y (mgr.25865) 234 : cluster 0 pgmap v175: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:39.760 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -e sha1=809afd3da6037ef1c60dcf79f89e65791b95f8ef -- bash -c 'echo wait for half of osds to upgrade' 2024-04-13T22:03:39.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:39 smithi189 bash[68090]: audit 2024-04-13T22:03:38.589942+0000 mgr.y (mgr.25865) 235 : audit 0 from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T22:03:39.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:39 smithi189 bash[68090]: cephadm 2024-04-13T22:03:38.590566+0000 mgr.y (mgr.25865) 236 : cephadm 1 Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c589cd63a0c5d4e47e2117d0f81662623bc0bc5acf8d3aa0cbc0b2a08d032464 2024-04-13T22:03:39.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:39 smithi189 bash[68090]: audit 2024-04-13T22:03:38.595254+0000 mon.a (mon.0) 427 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:03:39.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:39 smithi189 bash[68090]: audit 2024-04-13T22:03:38.607697+0000 mon.a (mon.0) 428 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:03:39.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:39 smithi189 bash[68090]: audit 2024-04-13T22:03:38.609864+0000 mon.a (mon.0) 429 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:03:39.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:39 smithi189 bash[68090]: audit 2024-04-13T22:03:38.610773+0000 mon.a (mon.0) 430 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:03:39.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:39 smithi189 bash[68090]: audit 2024-04-13T22:03:38.618380+0000 mon.a (mon.0) 431 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:03:39.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:39 smithi189 bash[68090]: audit 2024-04-13T22:03:38.676563+0000 mon.a (mon.0) 432 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:03:39.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:39 smithi189 bash[68090]: audit 2024-04-13T22:03:38.678418+0000 mon.a (mon.0) 433 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:03:39.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:39 smithi189 bash[68090]: audit 2024-04-13T22:03:38.679815+0000 mon.a (mon.0) 434 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:03:39.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:39 smithi189 bash[68090]: audit 2024-04-13T22:03:38.680801+0000 mon.a (mon.0) 435 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:03:39.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:39 smithi189 bash[68090]: audit 2024-04-13T22:03:38.682031+0000 mon.a (mon.0) 436 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-13T22:03:39.966 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:39 smithi165 bash[82211]: audit 2024-04-13T22:03:38.589942+0000 mgr.y (mgr.25865) 235 : audit 0 from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T22:03:39.966 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:39 smithi165 bash[82211]: cephadm 2024-04-13T22:03:38.590566+0000 mgr.y (mgr.25865) 236 : cephadm 1 Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c589cd63a0c5d4e47e2117d0f81662623bc0bc5acf8d3aa0cbc0b2a08d032464 2024-04-13T22:03:39.966 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:39 smithi165 bash[82211]: audit 2024-04-13T22:03:38.595254+0000 mon.a (mon.0) 427 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:03:39.966 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:39 smithi165 bash[82211]: audit 2024-04-13T22:03:38.607697+0000 mon.a (mon.0) 428 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:03:39.966 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:39 smithi165 bash[82211]: audit 2024-04-13T22:03:38.609864+0000 mon.a (mon.0) 429 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:03:39.966 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:39 smithi165 bash[82211]: audit 2024-04-13T22:03:38.610773+0000 mon.a (mon.0) 430 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:03:39.966 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:39 smithi165 bash[82211]: audit 2024-04-13T22:03:38.618380+0000 mon.a (mon.0) 431 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:03:39.967 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:39 smithi165 bash[82211]: audit 2024-04-13T22:03:38.676563+0000 mon.a (mon.0) 432 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:03:39.967 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:39 smithi165 bash[82211]: audit 2024-04-13T22:03:38.678418+0000 mon.a (mon.0) 433 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:03:39.967 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:39 smithi165 bash[82211]: audit 2024-04-13T22:03:38.679815+0000 mon.a (mon.0) 434 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:03:39.967 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:39 smithi165 bash[82211]: audit 2024-04-13T22:03:38.680801+0000 mon.a (mon.0) 435 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:03:39.967 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:39 smithi165 bash[82211]: audit 2024-04-13T22:03:38.682031+0000 mon.a (mon.0) 436 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-13T22:03:39.967 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:39 smithi165 bash[84613]: audit 2024-04-13T22:03:38.589942+0000 mgr.y (mgr.25865) 235 : audit 0 from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T22:03:39.967 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:39 smithi165 bash[84613]: cephadm 2024-04-13T22:03:38.590566+0000 mgr.y (mgr.25865) 236 : cephadm 1 Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c589cd63a0c5d4e47e2117d0f81662623bc0bc5acf8d3aa0cbc0b2a08d032464 2024-04-13T22:03:39.967 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:39 smithi165 bash[84613]: audit 2024-04-13T22:03:38.595254+0000 mon.a (mon.0) 427 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:03:39.967 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:39 smithi165 bash[84613]: audit 2024-04-13T22:03:38.607697+0000 mon.a (mon.0) 428 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:03:39.968 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:39 smithi165 bash[84613]: audit 2024-04-13T22:03:38.609864+0000 mon.a (mon.0) 429 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:03:39.968 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:39 smithi165 bash[84613]: audit 2024-04-13T22:03:38.610773+0000 mon.a (mon.0) 430 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:03:39.968 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:39 smithi165 bash[84613]: audit 2024-04-13T22:03:38.618380+0000 mon.a (mon.0) 431 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:03:39.968 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:39 smithi165 bash[84613]: audit 2024-04-13T22:03:38.676563+0000 mon.a (mon.0) 432 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:03:39.968 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:39 smithi165 bash[84613]: audit 2024-04-13T22:03:38.678418+0000 mon.a (mon.0) 433 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:03:39.968 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:39 smithi165 bash[84613]: audit 2024-04-13T22:03:38.679815+0000 mon.a (mon.0) 434 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:03:39.968 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:39 smithi165 bash[84613]: audit 2024-04-13T22:03:38.680801+0000 mon.a (mon.0) 435 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:03:39.968 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:39 smithi165 bash[84613]: audit 2024-04-13T22:03:38.682031+0000 mon.a (mon.0) 436 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-13T22:03:41.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:40 smithi165 bash[82211]: audit 2024-04-13T22:03:38.682178+0000 mgr.y (mgr.25865) 237 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-13T22:03:41.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:40 smithi165 bash[82211]: cephadm 2024-04-13T22:03:38.682856+0000 mgr.y (mgr.25865) 238 : cephadm 1 Upgrade: osd.2 is safe to restart 2024-04-13T22:03:41.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:40 smithi165 bash[82211]: cluster 2024-04-13T22:03:38.938567+0000 mgr.y (mgr.25865) 239 : cluster 0 pgmap v176: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:41.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:40 smithi165 bash[84613]: audit 2024-04-13T22:03:38.682178+0000 mgr.y (mgr.25865) 237 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-13T22:03:41.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:40 smithi165 bash[84613]: cephadm 2024-04-13T22:03:38.682856+0000 mgr.y (mgr.25865) 238 : cephadm 1 Upgrade: osd.2 is safe to restart 2024-04-13T22:03:41.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:40 smithi165 bash[84613]: cluster 2024-04-13T22:03:38.938567+0000 mgr.y (mgr.25865) 239 : cluster 0 pgmap v176: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:41.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:40 smithi189 bash[68090]: audit 2024-04-13T22:03:38.682178+0000 mgr.y (mgr.25865) 237 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-13T22:03:41.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:40 smithi189 bash[68090]: cephadm 2024-04-13T22:03:38.682856+0000 mgr.y (mgr.25865) 238 : cephadm 1 Upgrade: osd.2 is safe to restart 2024-04-13T22:03:41.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:40 smithi189 bash[68090]: cluster 2024-04-13T22:03:38.938567+0000 mgr.y (mgr.25865) 239 : cluster 0 pgmap v176: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:42.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:42 smithi165 bash[84613]: cluster 2024-04-13T22:03:40.939282+0000 mgr.y (mgr.25865) 240 : cluster 0 pgmap v177: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:42.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:42 smithi165 bash[84613]: cephadm 2024-04-13T22:03:41.052337+0000 mgr.y (mgr.25865) 241 : cephadm 1 Upgrade: Updating osd.2 2024-04-13T22:03:42.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:42 smithi165 bash[84613]: audit 2024-04-13T22:03:41.060877+0000 mon.a (mon.0) 437 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:03:42.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:42 smithi165 bash[84613]: audit 2024-04-13T22:03:41.066025+0000 mon.a (mon.0) 438 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-13T22:03:42.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:42 smithi165 bash[84613]: audit 2024-04-13T22:03:41.067483+0000 mon.a (mon.0) 439 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:03:42.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:42 smithi165 bash[84613]: cephadm 2024-04-13T22:03:41.072208+0000 mgr.y (mgr.25865) 242 : cephadm 1 Deploying daemon osd.2 on smithi165 2024-04-13T22:03:42.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:42 smithi165 bash[82211]: cluster 2024-04-13T22:03:40.939282+0000 mgr.y (mgr.25865) 240 : cluster 0 pgmap v177: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:42.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:42 smithi165 bash[82211]: cephadm 2024-04-13T22:03:41.052337+0000 mgr.y (mgr.25865) 241 : cephadm 1 Upgrade: Updating osd.2 2024-04-13T22:03:42.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:42 smithi165 bash[82211]: audit 2024-04-13T22:03:41.060877+0000 mon.a (mon.0) 437 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:03:42.319 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:42 smithi165 bash[82211]: audit 2024-04-13T22:03:41.066025+0000 mon.a (mon.0) 438 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-13T22:03:42.319 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:42 smithi165 bash[82211]: audit 2024-04-13T22:03:41.067483+0000 mon.a (mon.0) 439 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:03:42.319 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:42 smithi165 bash[82211]: cephadm 2024-04-13T22:03:41.072208+0000 mgr.y (mgr.25865) 242 : cephadm 1 Deploying daemon osd.2 on smithi165 2024-04-13T22:03:42.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:42 smithi189 bash[68090]: cluster 2024-04-13T22:03:40.939282+0000 mgr.y (mgr.25865) 240 : cluster 0 pgmap v177: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:42.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:42 smithi189 bash[68090]: cephadm 2024-04-13T22:03:41.052337+0000 mgr.y (mgr.25865) 241 : cephadm 1 Upgrade: Updating osd.2 2024-04-13T22:03:42.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:42 smithi189 bash[68090]: audit 2024-04-13T22:03:41.060877+0000 mon.a (mon.0) 437 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:03:42.347 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:42 smithi189 bash[68090]: audit 2024-04-13T22:03:41.066025+0000 mon.a (mon.0) 438 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-13T22:03:42.347 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:42 smithi189 bash[68090]: audit 2024-04-13T22:03:41.067483+0000 mon.a (mon.0) 439 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:03:42.347 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:42 smithi189 bash[68090]: cephadm 2024-04-13T22:03:41.072208+0000 mgr.y (mgr.25865) 242 : cephadm 1 Deploying daemon osd.2 on smithi165 2024-04-13T22:03:42.611 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:03:42 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:03:42] "GET /metrics HTTP/1.1" 200 34024 "" "Prometheus/2.43.0" 2024-04-13T22:03:43.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:43 smithi165 bash[82211]: audit 2024-04-13T22:03:42.909168+0000 mon.a (mon.0) 440 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:03:43.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:43 smithi165 bash[84613]: audit 2024-04-13T22:03:42.909168+0000 mon.a (mon.0) 440 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:03:43.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:43 smithi189 bash[68090]: audit 2024-04-13T22:03:42.909168+0000 mon.a (mon.0) 440 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:03:44.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:44 smithi165 bash[84613]: cluster 2024-04-13T22:03:42.947051+0000 mgr.y (mgr.25865) 243 : cluster 0 pgmap v178: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:44.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:44 smithi165 bash[82211]: cluster 2024-04-13T22:03:42.947051+0000 mgr.y (mgr.25865) 243 : cluster 0 pgmap v178: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:44.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:44 smithi189 bash[68090]: cluster 2024-04-13T22:03:42.947051+0000 mgr.y (mgr.25865) 243 : cluster 0 pgmap v178: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:44.534 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:03:45.906 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:45 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:03:45.906 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:03:45 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:03:45.907 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:45 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:03:45.907 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 22:03:45 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:03:45.907 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 22:03:45 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:03:45.908 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 22:03:45 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:03:45.908 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 22:03:45 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:03:45.908 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:03:45 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:03:45.909 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 22:03:45 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:03:46.201 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:46 smithi165 bash[82211]: debug 2024-04-13T22:03:46.068+0000 7fd2809f4700 -1 log_channel(cluster) log [ERR] : Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:03:46.201 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:46 smithi165 bash[82211]: cluster 2024-04-13T22:03:44.948041+0000 mgr.y (mgr.25865) 244 : cluster 0 pgmap v179: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:46.201 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:46 smithi165 bash[82211]: cluster 2024-04-13T22:03:46.052166+0000 mon.a (mon.0) 441 : cluster 1 osd.2 marked itself down and dead 2024-04-13T22:03:46.201 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:46 smithi165 bash[84613]: cluster 2024-04-13T22:03:44.948041+0000 mgr.y (mgr.25865) 244 : cluster 0 pgmap v179: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:46.202 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:46 smithi165 bash[84613]: cluster 2024-04-13T22:03:46.052166+0000 mon.a (mon.0) 441 : cluster 1 osd.2 marked itself down and dead 2024-04-13T22:03:46.202 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 22:03:45 smithi165 systemd[1]: Stopping Ceph osd.2 for 1c29171c-f9de-11ee-bc8e-c7b262605968... 2024-04-13T22:03:46.202 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 22:03:46 smithi165 bash[45184]: debug 2024-04-13T22:03:46.048+0000 7f8fb09d7700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-13T22:03:46.202 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 22:03:46 smithi165 bash[45184]: debug 2024-04-13T22:03:46.048+0000 7f8fb09d7700 -1 osd.2 102 *** Got signal Terminated *** 2024-04-13T22:03:46.202 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 22:03:46 smithi165 bash[45184]: debug 2024-04-13T22:03:46.048+0000 7f8fb09d7700 -1 osd.2 102 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T22:03:46.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:46 smithi189 bash[68090]: cluster 2024-04-13T22:03:44.948041+0000 mgr.y (mgr.25865) 244 : cluster 0 pgmap v179: 73 pgs: 73 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:46.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:46 smithi189 bash[68090]: cluster 2024-04-13T22:03:46.052166+0000 mon.a (mon.0) 441 : cluster 1 osd.2 marked itself down and dead 2024-04-13T22:03:47.173 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:47 smithi165 bash[82211]: cluster 2024-04-13T22:03:46.072447+0000 mon.a (mon.0) 442 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T22:03:47.174 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:47 smithi165 bash[82211]: cluster 2024-04-13T22:03:46.072475+0000 mon.a (mon.0) 443 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:03:47.174 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:47 smithi165 bash[82211]: cluster 2024-04-13T22:03:46.078036+0000 mon.a (mon.0) 444 : cluster 0 osdmap e103: 8 total, 7 up, 8 in 2024-04-13T22:03:47.174 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:47 smithi165 bash[84613]: cluster 2024-04-13T22:03:46.072447+0000 mon.a (mon.0) 442 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T22:03:47.174 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:47 smithi165 bash[84613]: cluster 2024-04-13T22:03:46.072475+0000 mon.a (mon.0) 443 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:03:47.174 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:47 smithi165 bash[84613]: cluster 2024-04-13T22:03:46.078036+0000 mon.a (mon.0) 444 : cluster 0 osdmap e103: 8 total, 7 up, 8 in 2024-04-13T22:03:47.567 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 22:03:47 smithi165 bash[100159]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-osd-2 2024-04-13T22:03:47.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:47 smithi189 bash[68090]: cluster 2024-04-13T22:03:46.072447+0000 mon.a (mon.0) 442 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T22:03:47.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:47 smithi189 bash[68090]: cluster 2024-04-13T22:03:46.072475+0000 mon.a (mon.0) 443 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:03:47.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:47 smithi189 bash[68090]: cluster 2024-04-13T22:03:46.078036+0000 mon.a (mon.0) 444 : cluster 0 osdmap e103: 8 total, 7 up, 8 in 2024-04-13T22:03:48.317 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 22:03:47 smithi165 bash[100257]: Error response from daemon: No such container: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-osd-2 2024-04-13T22:03:48.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:48 smithi165 bash[82211]: cluster 2024-04-13T22:03:46.948572+0000 mgr.y (mgr.25865) 245 : cluster 0 pgmap v181: 73 pgs: 3 stale+active+clean, 70 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:48.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:48 smithi165 bash[82211]: cluster 2024-04-13T22:03:47.082805+0000 mon.a (mon.0) 445 : cluster 0 osdmap e104: 8 total, 7 up, 8 in 2024-04-13T22:03:48.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:48 smithi165 bash[84613]: cluster 2024-04-13T22:03:46.948572+0000 mgr.y (mgr.25865) 245 : cluster 0 pgmap v181: 73 pgs: 3 stale+active+clean, 70 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:48.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:48 smithi165 bash[84613]: cluster 2024-04-13T22:03:47.082805+0000 mon.a (mon.0) 445 : cluster 0 osdmap e104: 8 total, 7 up, 8 in 2024-04-13T22:03:48.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:48 smithi189 bash[68090]: cluster 2024-04-13T22:03:46.948572+0000 mgr.y (mgr.25865) 245 : cluster 0 pgmap v181: 73 pgs: 3 stale+active+clean, 70 active+clean; 4.6 MiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:03:48.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:48 smithi189 bash[68090]: cluster 2024-04-13T22:03:47.082805+0000 mon.a (mon.0) 445 : cluster 0 osdmap e104: 8 total, 7 up, 8 in 2024-04-13T22:03:48.955 INFO:teuthology.orchestra.run.smithi165.stdout:wait for half of osds to upgrade 2024-04-13T22:03:49.479 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:49 smithi165 bash[82211]: cluster 2024-04-13T22:03:49.100302+0000 mon.a (mon.0) 446 : cluster 3 Health check failed: Degraded data redundancy: 5/84 objects degraded (5.952%), 3 pgs degraded (PG_DEGRADED) 2024-04-13T22:03:49.479 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:49 smithi165 bash[84613]: cluster 2024-04-13T22:03:49.100302+0000 mon.a (mon.0) 446 : cluster 3 Health check failed: Degraded data redundancy: 5/84 objects degraded (5.952%), 3 pgs degraded (PG_DEGRADED) 2024-04-13T22:03:49.596 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:49 smithi189 bash[68090]: cluster 2024-04-13T22:03:49.100302+0000 mon.a (mon.0) 446 : cluster 3 Health check failed: Degraded data redundancy: 5/84 objects degraded (5.952%), 3 pgs degraded (PG_DEGRADED) 2024-04-13T22:03:49.924 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -e sha1=809afd3da6037ef1c60dcf79f89e65791b95f8ef -- bash -c 'while ! ceph osd versions | grep $sha1 | egrep '"'"': [45678]'"'"'; do sleep 2 ; done' 2024-04-13T22:03:50.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:50 smithi165 bash[82211]: cluster 2024-04-13T22:03:48.949246+0000 mgr.y (mgr.25865) 246 : cluster 0 pgmap v183: 73 pgs: 3 active+undersized+degraded, 1 stale+active+clean, 11 active+undersized, 58 active+clean; 4.6 MiB data, 263 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:03:50.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:50 smithi165 bash[84613]: cluster 2024-04-13T22:03:48.949246+0000 mgr.y (mgr.25865) 246 : cluster 0 pgmap v183: 73 pgs: 3 active+undersized+degraded, 1 stale+active+clean, 11 active+undersized, 58 active+clean; 4.6 MiB data, 263 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:03:50.506 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 22:03:50 smithi165 systemd[1]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@osd.2.service: Deactivated successfully. 2024-04-13T22:03:50.506 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 22:03:50 smithi165 systemd[1]: Stopped Ceph osd.2 for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T22:03:50.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:50 smithi189 bash[68090]: cluster 2024-04-13T22:03:48.949246+0000 mgr.y (mgr.25865) 246 : cluster 0 pgmap v183: 73 pgs: 3 active+undersized+degraded, 1 stale+active+clean, 11 active+undersized, 58 active+clean; 4.6 MiB data, 263 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:03:50.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:50 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:03:50.818 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:03:50 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:03:50.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:50 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:03:50.818 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 22:03:50 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:03:50.819 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 22:03:50 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:03:50.819 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:03:50 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:03:50.819 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 22:03:50 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:03:50.819 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 22:03:50 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:03:50.820 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 22:03:50 smithi165 systemd[1]: Started Ceph osd.2 for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T22:03:50.820 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 22:03:50 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:03:52.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:51 smithi165 bash[82211]: audit 2024-04-13T22:03:50.676293+0000 mon.a (mon.0) 447 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:03:52.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:51 smithi165 bash[82211]: audit 2024-04-13T22:03:50.681754+0000 mon.a (mon.0) 448 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:03:52.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:51 smithi165 bash[82211]: audit 2024-04-13T22:03:50.715608+0000 mon.a (mon.0) 449 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:03:52.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:51 smithi165 bash[82211]: cluster 2024-04-13T22:03:50.949944+0000 mgr.y (mgr.25865) 247 : cluster 0 pgmap v184: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 263 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:03:52.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:51 smithi165 bash[84613]: audit 2024-04-13T22:03:50.676293+0000 mon.a (mon.0) 447 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:03:52.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:51 smithi165 bash[84613]: audit 2024-04-13T22:03:50.681754+0000 mon.a (mon.0) 448 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:03:52.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:51 smithi165 bash[84613]: audit 2024-04-13T22:03:50.715608+0000 mon.a (mon.0) 449 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:03:52.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:51 smithi165 bash[84613]: cluster 2024-04-13T22:03:50.949944+0000 mgr.y (mgr.25865) 247 : cluster 0 pgmap v184: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 263 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:03:52.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:51 smithi189 bash[68090]: audit 2024-04-13T22:03:50.676293+0000 mon.a (mon.0) 447 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:03:52.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:51 smithi189 bash[68090]: audit 2024-04-13T22:03:50.681754+0000 mon.a (mon.0) 448 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:03:52.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:51 smithi189 bash[68090]: audit 2024-04-13T22:03:50.715608+0000 mon.a (mon.0) 449 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:03:52.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:51 smithi189 bash[68090]: cluster 2024-04-13T22:03:50.949944+0000 mgr.y (mgr.25865) 247 : cluster 0 pgmap v184: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 263 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:03:52.567 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:03:52 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:03:52] "GET /metrics HTTP/1.1" 200 34021 "" "Prometheus/2.43.0" 2024-04-13T22:03:52.567 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 22:03:52 smithi165 bash[100488]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-13T22:03:52.568 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 22:03:52 smithi165 bash[100488]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-13T22:03:52.568 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 22:03:52 smithi165 bash[100488]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-13T22:03:52.568 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 22:03:52 smithi165 bash[100488]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-13T22:03:52.568 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 22:03:52 smithi165 bash[100488]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-13T22:03:52.568 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 22:03:52 smithi165 bash[100488]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-13T22:03:52.568 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 22:03:52 smithi165 bash[100488]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-13T22:03:54.002 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 22:03:53 smithi165 bash[100708]: debug 2024-04-13T22:03:53.764+0000 7f675e245700 1 -- 172.21.15.165:0/464106457 <== mon.2 v2:172.21.15.165:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561291d43680 con 0x561291d80800 2024-04-13T22:03:54.305 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:54 smithi165 bash[82211]: cluster 2024-04-13T22:03:52.950422+0000 mgr.y (mgr.25865) 248 : cluster 0 pgmap v185: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 263 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:03:54.306 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:54 smithi165 bash[84613]: cluster 2024-04-13T22:03:52.950422+0000 mgr.y (mgr.25865) 248 : cluster 0 pgmap v185: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 263 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:03:54.347 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:54 smithi189 bash[68090]: cluster 2024-04-13T22:03:52.950422+0000 mgr.y (mgr.25865) 248 : cluster 0 pgmap v185: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 263 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:03:54.567 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 22:03:54 smithi165 bash[100708]: debug 2024-04-13T22:03:54.304+0000 7f67673dd7c0 -1 Falling back to public interface 2024-04-13T22:03:55.661 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:03:56.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:56 smithi165 bash[82211]: cluster 2024-04-13T22:03:54.951526+0000 mgr.y (mgr.25865) 249 : cluster 0 pgmap v186: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 263 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:03:56.317 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:56 smithi165 bash[84613]: cluster 2024-04-13T22:03:54.951526+0000 mgr.y (mgr.25865) 249 : cluster 0 pgmap v186: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 263 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:03:56.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:56 smithi189 bash[68090]: cluster 2024-04-13T22:03:54.951526+0000 mgr.y (mgr.25865) 249 : cluster 0 pgmap v186: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 263 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:03:57.681 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 22:03:57 smithi165 bash[100708]: debug 2024-04-13T22:03:57.384+0000 7f67673dd7c0 -1 osd.2 102 log_to_monitors true 2024-04-13T22:03:57.682 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:57 smithi165 bash[84613]: audit 2024-04-13T22:03:56.349337+0000 mon.a (mon.0) 450 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:03:57.682 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:57 smithi165 bash[84613]: audit 2024-04-13T22:03:56.355847+0000 mon.a (mon.0) 451 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:03:57.682 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:57 smithi165 bash[84613]: audit 2024-04-13T22:03:57.296472+0000 mon.a (mon.0) 452 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:03:57.682 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:57 smithi165 bash[84613]: audit 2024-04-13T22:03:57.316293+0000 mon.a (mon.0) 453 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:03:57.682 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:57 smithi165 bash[82211]: audit 2024-04-13T22:03:56.349337+0000 mon.a (mon.0) 450 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:03:57.682 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:57 smithi165 bash[82211]: audit 2024-04-13T22:03:56.355847+0000 mon.a (mon.0) 451 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:03:57.682 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:57 smithi165 bash[82211]: audit 2024-04-13T22:03:57.296472+0000 mon.a (mon.0) 452 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:03:57.682 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:57 smithi165 bash[82211]: audit 2024-04-13T22:03:57.316293+0000 mon.a (mon.0) 453 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:03:57.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:57 smithi189 bash[68090]: audit 2024-04-13T22:03:56.349337+0000 mon.a (mon.0) 450 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:03:57.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:57 smithi189 bash[68090]: audit 2024-04-13T22:03:56.355847+0000 mon.a (mon.0) 451 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:03:57.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:57 smithi189 bash[68090]: audit 2024-04-13T22:03:57.296472+0000 mon.a (mon.0) 452 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:03:57.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:57 smithi189 bash[68090]: audit 2024-04-13T22:03:57.316293+0000 mon.a (mon.0) 453 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:03:58.817 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 22:03:58 smithi165 bash[100708]: debug 2024-04-13T22:03:58.424+0000 7f675482d700 -1 osd.2 102 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-13T22:03:58.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:58 smithi165 bash[82211]: cluster 2024-04-13T22:03:56.951938+0000 mgr.y (mgr.25865) 250 : cluster 0 pgmap v187: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 263 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:03:58.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:58 smithi165 bash[82211]: audit 2024-04-13T22:03:57.392983+0000 mon.a (mon.0) 454 : audit 1 from='osd.2 [v2:172.21.15.165:6818/3093768889,v1:172.21.15.165:6819/3093768889]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-13T22:03:58.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:58 smithi165 bash[82211]: audit 2024-04-13T22:03:57.915141+0000 mon.a (mon.0) 455 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:03:58.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:58 smithi165 bash[82211]: audit 2024-04-13T22:03:57.917019+0000 mon.a (mon.0) 456 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:03:58.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:58 smithi165 bash[84613]: cluster 2024-04-13T22:03:56.951938+0000 mgr.y (mgr.25865) 250 : cluster 0 pgmap v187: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 263 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:03:58.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:58 smithi165 bash[84613]: audit 2024-04-13T22:03:57.392983+0000 mon.a (mon.0) 454 : audit 1 from='osd.2 [v2:172.21.15.165:6818/3093768889,v1:172.21.15.165:6819/3093768889]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-13T22:03:58.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:58 smithi165 bash[84613]: audit 2024-04-13T22:03:57.915141+0000 mon.a (mon.0) 455 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:03:58.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:58 smithi165 bash[84613]: audit 2024-04-13T22:03:57.917019+0000 mon.a (mon.0) 456 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:03:58.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:58 smithi189 bash[68090]: cluster 2024-04-13T22:03:56.951938+0000 mgr.y (mgr.25865) 250 : cluster 0 pgmap v187: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 263 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:03:58.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:58 smithi189 bash[68090]: audit 2024-04-13T22:03:57.392983+0000 mon.a (mon.0) 454 : audit 1 from='osd.2 [v2:172.21.15.165:6818/3093768889,v1:172.21.15.165:6819/3093768889]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-13T22:03:58.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:58 smithi189 bash[68090]: audit 2024-04-13T22:03:57.915141+0000 mon.a (mon.0) 455 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:03:58.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:58 smithi189 bash[68090]: audit 2024-04-13T22:03:57.917019+0000 mon.a (mon.0) 456 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:03:59.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:59 smithi165 bash[84613]: audit 2024-04-13T22:03:58.376941+0000 mon.a (mon.0) 457 : audit 1 from='osd.2 [v2:172.21.15.165:6818/3093768889,v1:172.21.15.165:6819/3093768889]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-13T22:03:59.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:59 smithi165 bash[84613]: cluster 2024-04-13T22:03:58.381374+0000 mon.a (mon.0) 458 : cluster 0 osdmap e105: 8 total, 7 up, 8 in 2024-04-13T22:03:59.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:59 smithi165 bash[84613]: audit 2024-04-13T22:03:58.382070+0000 mon.a (mon.0) 459 : audit 1 from='osd.2 [v2:172.21.15.165:6818/3093768889,v1:172.21.15.165:6819/3093768889]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-13T22:03:59.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:03:59 smithi165 bash[84613]: audit 2024-04-13T22:03:58.794168+0000 mon.a (mon.0) 460 : audit 0 from='client.? 172.21.15.165:0/741561771' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:03:59.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:59 smithi165 bash[82211]: debug 2024-04-13T22:03:59.372+0000 7fd2809f4700 -1 log_channel(cluster) log [ERR] : Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:03:59.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:59 smithi165 bash[82211]: audit 2024-04-13T22:03:58.376941+0000 mon.a (mon.0) 457 : audit 1 from='osd.2 [v2:172.21.15.165:6818/3093768889,v1:172.21.15.165:6819/3093768889]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-13T22:03:59.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:59 smithi165 bash[82211]: cluster 2024-04-13T22:03:58.381374+0000 mon.a (mon.0) 458 : cluster 0 osdmap e105: 8 total, 7 up, 8 in 2024-04-13T22:03:59.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:59 smithi165 bash[82211]: audit 2024-04-13T22:03:58.382070+0000 mon.a (mon.0) 459 : audit 1 from='osd.2 [v2:172.21.15.165:6818/3093768889,v1:172.21.15.165:6819/3093768889]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-13T22:03:59.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:03:59 smithi165 bash[82211]: audit 2024-04-13T22:03:58.794168+0000 mon.a (mon.0) 460 : audit 0 from='client.? 172.21.15.165:0/741561771' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:03:59.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:59 smithi189 bash[68090]: audit 2024-04-13T22:03:58.376941+0000 mon.a (mon.0) 457 : audit 1 from='osd.2 [v2:172.21.15.165:6818/3093768889,v1:172.21.15.165:6819/3093768889]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-13T22:03:59.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:59 smithi189 bash[68090]: cluster 2024-04-13T22:03:58.381374+0000 mon.a (mon.0) 458 : cluster 0 osdmap e105: 8 total, 7 up, 8 in 2024-04-13T22:03:59.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:59 smithi189 bash[68090]: audit 2024-04-13T22:03:58.382070+0000 mon.a (mon.0) 459 : audit 1 from='osd.2 [v2:172.21.15.165:6818/3093768889,v1:172.21.15.165:6819/3093768889]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-13T22:03:59.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:03:59 smithi189 bash[68090]: audit 2024-04-13T22:03:58.794168+0000 mon.a (mon.0) 460 : audit 0 from='client.? 172.21.15.165:0/741561771' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:04:00.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:00 smithi165 bash[84613]: cluster 2024-04-13T22:03:58.952904+0000 mgr.y (mgr.25865) 251 : cluster 0 pgmap v189: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 259 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:04:00.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:00 smithi165 bash[84613]: cluster 2024-04-13T22:03:59.377510+0000 mon.a (mon.0) 461 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:04:00.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:00 smithi165 bash[84613]: cluster 2024-04-13T22:03:59.377574+0000 mon.a (mon.0) 462 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T22:04:00.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:00 smithi165 bash[84613]: cluster 2024-04-13T22:03:59.391293+0000 mon.a (mon.0) 463 : cluster 1 osd.2 [v2:172.21.15.165:6818/3093768889,v1:172.21.15.165:6819/3093768889] boot 2024-04-13T22:04:00.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:00 smithi165 bash[84613]: cluster 2024-04-13T22:03:59.391451+0000 mon.a (mon.0) 464 : cluster 0 osdmap e106: 8 total, 8 up, 8 in 2024-04-13T22:04:00.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:00 smithi165 bash[84613]: audit 2024-04-13T22:03:59.398443+0000 mon.a (mon.0) 465 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T22:04:00.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:00 smithi165 bash[84613]: cluster 2024-04-13T22:04:00.389411+0000 mon.a (mon.0) 466 : cluster 0 osdmap e107: 8 total, 8 up, 8 in 2024-04-13T22:04:00.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:00 smithi165 bash[82211]: cluster 2024-04-13T22:03:58.952904+0000 mgr.y (mgr.25865) 251 : cluster 0 pgmap v189: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 259 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:04:00.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:00 smithi165 bash[82211]: cluster 2024-04-13T22:03:59.377510+0000 mon.a (mon.0) 461 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:04:00.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:00 smithi165 bash[82211]: cluster 2024-04-13T22:03:59.377574+0000 mon.a (mon.0) 462 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T22:04:00.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:00 smithi165 bash[82211]: cluster 2024-04-13T22:03:59.391293+0000 mon.a (mon.0) 463 : cluster 1 osd.2 [v2:172.21.15.165:6818/3093768889,v1:172.21.15.165:6819/3093768889] boot 2024-04-13T22:04:00.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:00 smithi165 bash[82211]: cluster 2024-04-13T22:03:59.391451+0000 mon.a (mon.0) 464 : cluster 0 osdmap e106: 8 total, 8 up, 8 in 2024-04-13T22:04:00.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:00 smithi165 bash[82211]: audit 2024-04-13T22:03:59.398443+0000 mon.a (mon.0) 465 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T22:04:00.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:00 smithi165 bash[82211]: cluster 2024-04-13T22:04:00.389411+0000 mon.a (mon.0) 466 : cluster 0 osdmap e107: 8 total, 8 up, 8 in 2024-04-13T22:04:00.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:00 smithi189 bash[68090]: cluster 2024-04-13T22:03:58.952904+0000 mgr.y (mgr.25865) 251 : cluster 0 pgmap v189: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 259 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:04:00.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:00 smithi189 bash[68090]: cluster 2024-04-13T22:03:59.377510+0000 mon.a (mon.0) 461 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:04:00.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:00 smithi189 bash[68090]: cluster 2024-04-13T22:03:59.377574+0000 mon.a (mon.0) 462 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T22:04:00.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:00 smithi189 bash[68090]: cluster 2024-04-13T22:03:59.391293+0000 mon.a (mon.0) 463 : cluster 1 osd.2 [v2:172.21.15.165:6818/3093768889,v1:172.21.15.165:6819/3093768889] boot 2024-04-13T22:04:00.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:00 smithi189 bash[68090]: cluster 2024-04-13T22:03:59.391451+0000 mon.a (mon.0) 464 : cluster 0 osdmap e106: 8 total, 8 up, 8 in 2024-04-13T22:04:00.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:00 smithi189 bash[68090]: audit 2024-04-13T22:03:59.398443+0000 mon.a (mon.0) 465 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-13T22:04:00.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:00 smithi189 bash[68090]: cluster 2024-04-13T22:04:00.389411+0000 mon.a (mon.0) 466 : cluster 0 osdmap e107: 8 total, 8 up, 8 in 2024-04-13T22:04:01.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:01 smithi165 bash[82211]: audit 2024-04-13T22:04:01.152123+0000 mon.a (mon.0) 467 : audit 0 from='client.? 172.21.15.165:0/2108693331' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:04:01.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:01 smithi165 bash[84613]: audit 2024-04-13T22:04:01.152123+0000 mon.a (mon.0) 467 : audit 0 from='client.? 172.21.15.165:0/2108693331' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:04:01.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:01 smithi189 bash[68090]: audit 2024-04-13T22:04:01.152123+0000 mon.a (mon.0) 467 : audit 0 from='client.? 172.21.15.165:0/2108693331' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:04:02.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:02 smithi165 bash[82211]: cluster 2024-04-13T22:04:00.953314+0000 mgr.y (mgr.25865) 252 : cluster 0 pgmap v192: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 259 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:04:02.818 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:04:02 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:04:02] "GET /metrics HTTP/1.1" 200 34026 "" "Prometheus/2.43.0" 2024-04-13T22:04:02.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:02 smithi165 bash[84613]: cluster 2024-04-13T22:04:00.953314+0000 mgr.y (mgr.25865) 252 : cluster 0 pgmap v192: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 259 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:04:02.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:02 smithi189 bash[68090]: cluster 2024-04-13T22:04:00.953314+0000 mgr.y (mgr.25865) 252 : cluster 0 pgmap v192: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 259 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:04:03.706 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:03 smithi165 bash[82211]: cluster 2024-04-13T22:04:03.419148+0000 mon.a (mon.0) 468 : cluster 3 Health check update: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded (PG_DEGRADED) 2024-04-13T22:04:03.706 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:03 smithi165 bash[84613]: cluster 2024-04-13T22:04:03.419148+0000 mon.a (mon.0) 468 : cluster 3 Health check update: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded (PG_DEGRADED) 2024-04-13T22:04:03.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:03 smithi189 bash[68090]: cluster 2024-04-13T22:04:03.419148+0000 mon.a (mon.0) 468 : cluster 3 Health check update: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded (PG_DEGRADED) 2024-04-13T22:04:04.567 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:04 smithi165 bash[82211]: cluster 2024-04-13T22:04:02.954079+0000 mgr.y (mgr.25865) 253 : cluster 0 pgmap v193: 73 pgs: 2 active+undersized+degraded, 15 active+undersized, 56 active+clean; 4.6 MiB data, 259 MiB used, 715 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-13T22:04:04.568 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:04 smithi165 bash[82211]: audit 2024-04-13T22:04:03.516501+0000 mon.c (mon.2) 5 : audit 0 from='client.? 172.21.15.165:0/3979032990' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:04:04.568 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:04 smithi165 bash[84613]: cluster 2024-04-13T22:04:02.954079+0000 mgr.y (mgr.25865) 253 : cluster 0 pgmap v193: 73 pgs: 2 active+undersized+degraded, 15 active+undersized, 56 active+clean; 4.6 MiB data, 259 MiB used, 715 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-13T22:04:04.568 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:04 smithi165 bash[84613]: audit 2024-04-13T22:04:03.516501+0000 mon.c (mon.2) 5 : audit 0 from='client.? 172.21.15.165:0/3979032990' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:04:04.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:04 smithi189 bash[68090]: cluster 2024-04-13T22:04:02.954079+0000 mgr.y (mgr.25865) 253 : cluster 0 pgmap v193: 73 pgs: 2 active+undersized+degraded, 15 active+undersized, 56 active+clean; 4.6 MiB data, 259 MiB used, 715 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-13T22:04:04.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:04 smithi189 bash[68090]: audit 2024-04-13T22:04:03.516501+0000 mon.c (mon.2) 5 : audit 0 from='client.? 172.21.15.165:0/3979032990' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:04:05.817 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:05 smithi165 bash[82211]: cluster 2024-04-13T22:04:05.473481+0000 mon.a (mon.0) 469 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded) 2024-04-13T22:04:05.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:05 smithi165 bash[84613]: cluster 2024-04-13T22:04:05.473481+0000 mon.a (mon.0) 469 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded) 2024-04-13T22:04:05.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:05 smithi189 bash[68090]: cluster 2024-04-13T22:04:05.473481+0000 mon.a (mon.0) 469 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded) 2024-04-13T22:04:06.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:06 smithi165 bash[82211]: cluster 2024-04-13T22:04:04.955115+0000 mgr.y (mgr.25865) 254 : cluster 0 pgmap v194: 73 pgs: 73 active+clean; 4.6 MiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:06.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:06 smithi165 bash[82211]: audit 2024-04-13T22:04:05.866230+0000 mon.c (mon.2) 6 : audit 0 from='client.? 172.21.15.165:0/1344774123' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:04:06.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:06 smithi165 bash[84613]: cluster 2024-04-13T22:04:04.955115+0000 mgr.y (mgr.25865) 254 : cluster 0 pgmap v194: 73 pgs: 73 active+clean; 4.6 MiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:06.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:06 smithi165 bash[84613]: audit 2024-04-13T22:04:05.866230+0000 mon.c (mon.2) 6 : audit 0 from='client.? 172.21.15.165:0/1344774123' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:04:06.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:06 smithi189 bash[68090]: cluster 2024-04-13T22:04:04.955115+0000 mgr.y (mgr.25865) 254 : cluster 0 pgmap v194: 73 pgs: 73 active+clean; 4.6 MiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:06.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:06 smithi189 bash[68090]: audit 2024-04-13T22:04:05.866230+0000 mon.c (mon.2) 6 : audit 0 from='client.? 172.21.15.165:0/1344774123' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:04:08.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:07 smithi165 bash[82211]: audit 2024-04-13T22:04:06.813647+0000 mon.a (mon.0) 470 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:08.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:07 smithi165 bash[82211]: audit 2024-04-13T22:04:06.824928+0000 mon.a (mon.0) 471 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:08.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:07 smithi165 bash[82211]: audit 2024-04-13T22:04:06.827468+0000 mon.a (mon.0) 472 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:04:08.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:07 smithi165 bash[82211]: audit 2024-04-13T22:04:06.829127+0000 mon.a (mon.0) 473 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:04:08.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:07 smithi165 bash[82211]: audit 2024-04-13T22:04:06.839102+0000 mon.a (mon.0) 474 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:08.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:07 smithi165 bash[82211]: audit 2024-04-13T22:04:06.934093+0000 mon.a (mon.0) 475 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:04:08.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:07 smithi165 bash[82211]: audit 2024-04-13T22:04:06.939449+0000 mon.a (mon.0) 476 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:04:08.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:07 smithi165 bash[82211]: audit 2024-04-13T22:04:06.943880+0000 mon.a (mon.0) 477 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:04:08.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:07 smithi165 bash[82211]: audit 2024-04-13T22:04:06.946908+0000 mon.a (mon.0) 478 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:04:08.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:07 smithi165 bash[82211]: audit 2024-04-13T22:04:06.951013+0000 mon.a (mon.0) 479 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-13T22:04:08.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:07 smithi165 bash[82211]: audit 2024-04-13T22:04:06.951460+0000 mgr.y (mgr.25865) 255 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-13T22:04:08.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:07 smithi165 bash[82211]: cephadm 2024-04-13T22:04:06.953613+0000 mgr.y (mgr.25865) 256 : cephadm 1 Upgrade: osd.3 is safe to restart 2024-04-13T22:04:08.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:07 smithi165 bash[82211]: cluster 2024-04-13T22:04:06.955679+0000 mgr.y (mgr.25865) 257 : cluster 0 pgmap v195: 73 pgs: 73 active+clean; 4.6 MiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:08.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:07 smithi165 bash[84613]: audit 2024-04-13T22:04:06.813647+0000 mon.a (mon.0) 470 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:08.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:07 smithi165 bash[84613]: audit 2024-04-13T22:04:06.824928+0000 mon.a (mon.0) 471 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:08.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:07 smithi165 bash[84613]: audit 2024-04-13T22:04:06.827468+0000 mon.a (mon.0) 472 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:04:08.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:07 smithi165 bash[84613]: audit 2024-04-13T22:04:06.829127+0000 mon.a (mon.0) 473 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:04:08.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:07 smithi165 bash[84613]: audit 2024-04-13T22:04:06.839102+0000 mon.a (mon.0) 474 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:08.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:07 smithi165 bash[84613]: audit 2024-04-13T22:04:06.934093+0000 mon.a (mon.0) 475 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:04:08.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:07 smithi165 bash[84613]: audit 2024-04-13T22:04:06.939449+0000 mon.a (mon.0) 476 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:04:08.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:07 smithi165 bash[84613]: audit 2024-04-13T22:04:06.943880+0000 mon.a (mon.0) 477 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:04:08.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:07 smithi165 bash[84613]: audit 2024-04-13T22:04:06.946908+0000 mon.a (mon.0) 478 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:04:08.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:07 smithi165 bash[84613]: audit 2024-04-13T22:04:06.951013+0000 mon.a (mon.0) 479 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-13T22:04:08.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:07 smithi165 bash[84613]: audit 2024-04-13T22:04:06.951460+0000 mgr.y (mgr.25865) 255 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-13T22:04:08.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:07 smithi165 bash[84613]: cephadm 2024-04-13T22:04:06.953613+0000 mgr.y (mgr.25865) 256 : cephadm 1 Upgrade: osd.3 is safe to restart 2024-04-13T22:04:08.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:07 smithi165 bash[84613]: cluster 2024-04-13T22:04:06.955679+0000 mgr.y (mgr.25865) 257 : cluster 0 pgmap v195: 73 pgs: 73 active+clean; 4.6 MiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:08.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:07 smithi189 bash[68090]: audit 2024-04-13T22:04:06.813647+0000 mon.a (mon.0) 470 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:08.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:07 smithi189 bash[68090]: audit 2024-04-13T22:04:06.824928+0000 mon.a (mon.0) 471 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:08.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:07 smithi189 bash[68090]: audit 2024-04-13T22:04:06.827468+0000 mon.a (mon.0) 472 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:04:08.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:07 smithi189 bash[68090]: audit 2024-04-13T22:04:06.829127+0000 mon.a (mon.0) 473 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:04:08.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:07 smithi189 bash[68090]: audit 2024-04-13T22:04:06.839102+0000 mon.a (mon.0) 474 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:08.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:07 smithi189 bash[68090]: audit 2024-04-13T22:04:06.934093+0000 mon.a (mon.0) 475 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:04:08.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:07 smithi189 bash[68090]: audit 2024-04-13T22:04:06.939449+0000 mon.a (mon.0) 476 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:04:08.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:07 smithi189 bash[68090]: audit 2024-04-13T22:04:06.943880+0000 mon.a (mon.0) 477 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:04:08.098 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:07 smithi189 bash[68090]: audit 2024-04-13T22:04:06.946908+0000 mon.a (mon.0) 478 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:04:08.098 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:07 smithi189 bash[68090]: audit 2024-04-13T22:04:06.951013+0000 mon.a (mon.0) 479 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-13T22:04:08.098 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:07 smithi189 bash[68090]: audit 2024-04-13T22:04:06.951460+0000 mgr.y (mgr.25865) 255 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-13T22:04:08.098 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:07 smithi189 bash[68090]: cephadm 2024-04-13T22:04:06.953613+0000 mgr.y (mgr.25865) 256 : cephadm 1 Upgrade: osd.3 is safe to restart 2024-04-13T22:04:08.098 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:07 smithi189 bash[68090]: cluster 2024-04-13T22:04:06.955679+0000 mgr.y (mgr.25865) 257 : cluster 0 pgmap v195: 73 pgs: 73 active+clean; 4.6 MiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:09.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:09 smithi165 bash[82211]: audit 2024-04-13T22:04:08.012283+0000 mon.a (mon.0) 480 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:09.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:09 smithi165 bash[82211]: audit 2024-04-13T22:04:08.223991+0000 mon.a (mon.0) 481 : audit 0 from='client.? 172.21.15.165:0/2290782494' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:04:09.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:09 smithi165 bash[84613]: audit 2024-04-13T22:04:08.012283+0000 mon.a (mon.0) 480 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:09.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:09 smithi165 bash[84613]: audit 2024-04-13T22:04:08.223991+0000 mon.a (mon.0) 481 : audit 0 from='client.? 172.21.15.165:0/2290782494' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:04:09.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:09 smithi189 bash[68090]: audit 2024-04-13T22:04:08.012283+0000 mon.a (mon.0) 480 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:09.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:09 smithi189 bash[68090]: audit 2024-04-13T22:04:08.223991+0000 mon.a (mon.0) 481 : audit 0 from='client.? 172.21.15.165:0/2290782494' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:04:10.486 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:10 smithi165 bash[82211]: cluster 2024-04-13T22:04:08.956739+0000 mgr.y (mgr.25865) 258 : cluster 0 pgmap v196: 73 pgs: 73 active+clean; 4.6 MiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:10.486 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:10 smithi165 bash[82211]: cephadm 2024-04-13T22:04:09.223414+0000 mgr.y (mgr.25865) 259 : cephadm 1 Upgrade: Updating osd.3 2024-04-13T22:04:10.486 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:10 smithi165 bash[82211]: audit 2024-04-13T22:04:09.230698+0000 mon.a (mon.0) 482 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:10.486 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:10 smithi165 bash[82211]: audit 2024-04-13T22:04:09.233103+0000 mon.a (mon.0) 483 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-13T22:04:10.486 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:10 smithi165 bash[82211]: audit 2024-04-13T22:04:09.234354+0000 mon.a (mon.0) 484 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:04:10.487 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:10 smithi165 bash[82211]: cephadm 2024-04-13T22:04:09.236837+0000 mgr.y (mgr.25865) 260 : cephadm 1 Deploying daemon osd.3 on smithi165 2024-04-13T22:04:10.487 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:10 smithi165 bash[84613]: cluster 2024-04-13T22:04:08.956739+0000 mgr.y (mgr.25865) 258 : cluster 0 pgmap v196: 73 pgs: 73 active+clean; 4.6 MiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:10.487 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:10 smithi165 bash[84613]: cephadm 2024-04-13T22:04:09.223414+0000 mgr.y (mgr.25865) 259 : cephadm 1 Upgrade: Updating osd.3 2024-04-13T22:04:10.487 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:10 smithi165 bash[84613]: audit 2024-04-13T22:04:09.230698+0000 mon.a (mon.0) 482 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:10.487 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:10 smithi165 bash[84613]: audit 2024-04-13T22:04:09.233103+0000 mon.a (mon.0) 483 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-13T22:04:10.487 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:10 smithi165 bash[84613]: audit 2024-04-13T22:04:09.234354+0000 mon.a (mon.0) 484 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:04:10.487 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:10 smithi165 bash[84613]: cephadm 2024-04-13T22:04:09.236837+0000 mgr.y (mgr.25865) 260 : cephadm 1 Deploying daemon osd.3 on smithi165 2024-04-13T22:04:10.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:10 smithi189 bash[68090]: cluster 2024-04-13T22:04:08.956739+0000 mgr.y (mgr.25865) 258 : cluster 0 pgmap v196: 73 pgs: 73 active+clean; 4.6 MiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:10.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:10 smithi189 bash[68090]: cephadm 2024-04-13T22:04:09.223414+0000 mgr.y (mgr.25865) 259 : cephadm 1 Upgrade: Updating osd.3 2024-04-13T22:04:10.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:10 smithi189 bash[68090]: audit 2024-04-13T22:04:09.230698+0000 mon.a (mon.0) 482 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:10.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:10 smithi189 bash[68090]: audit 2024-04-13T22:04:09.233103+0000 mon.a (mon.0) 483 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-13T22:04:10.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:10 smithi189 bash[68090]: audit 2024-04-13T22:04:09.234354+0000 mon.a (mon.0) 484 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:04:10.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:10 smithi189 bash[68090]: cephadm 2024-04-13T22:04:09.236837+0000 mgr.y (mgr.25865) 260 : cephadm 1 Deploying daemon osd.3 on smithi165 2024-04-13T22:04:11.568 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:11 smithi165 bash[82211]: audit 2024-04-13T22:04:10.586120+0000 mon.c (mon.2) 7 : audit 0 from='client.? 172.21.15.165:0/810916371' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:04:11.568 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:11 smithi165 bash[84613]: audit 2024-04-13T22:04:10.586120+0000 mon.c (mon.2) 7 : audit 0 from='client.? 172.21.15.165:0/810916371' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:04:11.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:11 smithi189 bash[68090]: audit 2024-04-13T22:04:10.586120+0000 mon.c (mon.2) 7 : audit 0 from='client.? 172.21.15.165:0/810916371' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:04:12.478 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:12 smithi165 bash[82211]: cluster 2024-04-13T22:04:10.957489+0000 mgr.y (mgr.25865) 261 : cluster 0 pgmap v197: 73 pgs: 73 active+clean; 4.6 MiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:12.479 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:04:12 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:04:12] "GET /metrics HTTP/1.1" 200 34026 "" "Prometheus/2.43.0" 2024-04-13T22:04:12.479 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:12 smithi165 bash[84613]: cluster 2024-04-13T22:04:10.957489+0000 mgr.y (mgr.25865) 261 : cluster 0 pgmap v197: 73 pgs: 73 active+clean; 4.6 MiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:12.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:12 smithi189 bash[68090]: cluster 2024-04-13T22:04:10.957489+0000 mgr.y (mgr.25865) 261 : cluster 0 pgmap v197: 73 pgs: 73 active+clean; 4.6 MiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:13.626 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:13 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:04:13.626 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 22:04:13 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:04:13.627 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 22:04:13 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:04:13.627 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 22:04:13 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:04:13.627 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:04:13 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:04:13.627 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 22:04:13 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:04:13.628 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:13 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:04:13.628 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 22:04:13 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:04:13.628 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:04:13 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:04:13.911 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 22:04:13 smithi165 systemd[1]: Stopping Ceph osd.3 for 1c29171c-f9de-11ee-bc8e-c7b262605968... 2024-04-13T22:04:13.911 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 22:04:13 smithi165 bash[51033]: debug 2024-04-13T22:04:13.715+0000 7f15cec9e700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-13T22:04:13.911 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 22:04:13 smithi165 bash[51033]: debug 2024-04-13T22:04:13.715+0000 7f15cec9e700 -1 osd.3 107 *** Got signal Terminated *** 2024-04-13T22:04:13.911 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 22:04:13 smithi165 bash[51033]: debug 2024-04-13T22:04:13.715+0000 7f15cec9e700 -1 osd.3 107 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T22:04:14.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:13 smithi165 bash[82211]: debug 2024-04-13T22:04:13.907+0000 7fd2809f4700 -1 log_channel(cluster) log [ERR] : Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:04:14.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:13 smithi165 bash[82211]: audit 2024-04-13T22:04:12.917272+0000 mon.a (mon.0) 485 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:14.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:13 smithi165 bash[82211]: audit 2024-04-13T22:04:12.919177+0000 mon.a (mon.0) 486 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:04:14.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:13 smithi165 bash[82211]: audit 2024-04-13T22:04:12.941581+0000 mon.a (mon.0) 487 : audit 0 from='client.? 172.21.15.165:0/3217755719' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:04:14.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:13 smithi165 bash[82211]: cluster 2024-04-13T22:04:12.957913+0000 mgr.y (mgr.25865) 262 : cluster 0 pgmap v198: 73 pgs: 73 active+clean; 4.6 MiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:14.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:13 smithi165 bash[82211]: cluster 2024-04-13T22:04:13.720910+0000 mon.a (mon.0) 488 : cluster 1 osd.3 marked itself down and dead 2024-04-13T22:04:14.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:13 smithi165 bash[84613]: audit 2024-04-13T22:04:12.917272+0000 mon.a (mon.0) 485 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:14.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:13 smithi165 bash[84613]: audit 2024-04-13T22:04:12.919177+0000 mon.a (mon.0) 486 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:04:14.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:13 smithi165 bash[84613]: audit 2024-04-13T22:04:12.941581+0000 mon.a (mon.0) 487 : audit 0 from='client.? 172.21.15.165:0/3217755719' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:04:14.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:13 smithi165 bash[84613]: cluster 2024-04-13T22:04:12.957913+0000 mgr.y (mgr.25865) 262 : cluster 0 pgmap v198: 73 pgs: 73 active+clean; 4.6 MiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:14.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:13 smithi165 bash[84613]: cluster 2024-04-13T22:04:13.720910+0000 mon.a (mon.0) 488 : cluster 1 osd.3 marked itself down and dead 2024-04-13T22:04:14.350 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:13 smithi189 bash[68090]: audit 2024-04-13T22:04:12.917272+0000 mon.a (mon.0) 485 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:14.350 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:13 smithi189 bash[68090]: audit 2024-04-13T22:04:12.919177+0000 mon.a (mon.0) 486 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:04:14.350 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:13 smithi189 bash[68090]: audit 2024-04-13T22:04:12.941581+0000 mon.a (mon.0) 487 : audit 0 from='client.? 172.21.15.165:0/3217755719' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:04:14.350 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:13 smithi189 bash[68090]: cluster 2024-04-13T22:04:12.957913+0000 mgr.y (mgr.25865) 262 : cluster 0 pgmap v198: 73 pgs: 73 active+clean; 4.6 MiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:14.350 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:13 smithi189 bash[68090]: cluster 2024-04-13T22:04:13.720910+0000 mon.a (mon.0) 488 : cluster 1 osd.3 marked itself down and dead 2024-04-13T22:04:15.255 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 22:04:15 smithi165 bash[104597]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-osd-3 2024-04-13T22:04:15.256 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:14 smithi165 bash[82211]: cluster 2024-04-13T22:04:13.914149+0000 mon.a (mon.0) 489 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T22:04:15.256 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:14 smithi165 bash[82211]: cluster 2024-04-13T22:04:13.914209+0000 mon.a (mon.0) 490 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:04:15.256 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:14 smithi165 bash[82211]: cluster 2024-04-13T22:04:13.934564+0000 mon.a (mon.0) 491 : cluster 0 osdmap e108: 8 total, 7 up, 8 in 2024-04-13T22:04:15.256 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:14 smithi165 bash[84613]: cluster 2024-04-13T22:04:13.914149+0000 mon.a (mon.0) 489 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T22:04:15.256 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:14 smithi165 bash[84613]: cluster 2024-04-13T22:04:13.914209+0000 mon.a (mon.0) 490 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:04:15.256 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:14 smithi165 bash[84613]: cluster 2024-04-13T22:04:13.934564+0000 mon.a (mon.0) 491 : cluster 0 osdmap e108: 8 total, 7 up, 8 in 2024-04-13T22:04:15.347 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:14 smithi189 bash[68090]: cluster 2024-04-13T22:04:13.914149+0000 mon.a (mon.0) 489 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T22:04:15.347 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:14 smithi189 bash[68090]: cluster 2024-04-13T22:04:13.914209+0000 mon.a (mon.0) 490 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:04:15.347 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:14 smithi189 bash[68090]: cluster 2024-04-13T22:04:13.934564+0000 mon.a (mon.0) 491 : cluster 0 osdmap e108: 8 total, 7 up, 8 in 2024-04-13T22:04:15.567 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 22:04:15 smithi165 bash[104683]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-osd-3 2024-04-13T22:04:16.206 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:15 smithi165 bash[84613]: cluster 2024-04-13T22:04:14.935267+0000 mon.a (mon.0) 492 : cluster 0 osdmap e109: 8 total, 7 up, 8 in 2024-04-13T22:04:16.206 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:15 smithi165 bash[84613]: cluster 2024-04-13T22:04:14.958699+0000 mgr.y (mgr.25865) 263 : cluster 0 pgmap v201: 73 pgs: 5 peering, 11 stale+active+clean, 57 active+clean; 4.6 MiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:16.206 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:15 smithi165 bash[84613]: audit 2024-04-13T22:04:15.303821+0000 mon.a (mon.0) 493 : audit 0 from='client.? 172.21.15.165:0/2124617709' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:04:16.207 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:15 smithi165 bash[82211]: cluster 2024-04-13T22:04:14.935267+0000 mon.a (mon.0) 492 : cluster 0 osdmap e109: 8 total, 7 up, 8 in 2024-04-13T22:04:16.207 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:15 smithi165 bash[82211]: cluster 2024-04-13T22:04:14.958699+0000 mgr.y (mgr.25865) 263 : cluster 0 pgmap v201: 73 pgs: 5 peering, 11 stale+active+clean, 57 active+clean; 4.6 MiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:16.207 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:15 smithi165 bash[82211]: audit 2024-04-13T22:04:15.303821+0000 mon.a (mon.0) 493 : audit 0 from='client.? 172.21.15.165:0/2124617709' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:04:16.347 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:15 smithi189 bash[68090]: cluster 2024-04-13T22:04:14.935267+0000 mon.a (mon.0) 492 : cluster 0 osdmap e109: 8 total, 7 up, 8 in 2024-04-13T22:04:16.347 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:15 smithi189 bash[68090]: cluster 2024-04-13T22:04:14.958699+0000 mgr.y (mgr.25865) 263 : cluster 0 pgmap v201: 73 pgs: 5 peering, 11 stale+active+clean, 57 active+clean; 4.6 MiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:16.347 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:15 smithi189 bash[68090]: audit 2024-04-13T22:04:15.303821+0000 mon.a (mon.0) 493 : audit 0 from='client.? 172.21.15.165:0/2124617709' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:04:17.255 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:16 smithi165 bash[82211]: cluster 2024-04-13T22:04:15.942328+0000 mon.a (mon.0) 494 : cluster 3 Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-04-13T22:04:17.255 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:16 smithi165 bash[84613]: cluster 2024-04-13T22:04:15.942328+0000 mon.a (mon.0) 494 : cluster 3 Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-04-13T22:04:17.347 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:16 smithi189 bash[68090]: cluster 2024-04-13T22:04:15.942328+0000 mon.a (mon.0) 494 : cluster 3 Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-04-13T22:04:17.534 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:17 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:04:17.535 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 22:04:17 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:04:17.535 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:04:17 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:04:17.535 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:04:17 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:04:17.535 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 22:04:17 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:04:17.536 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 22:04:17 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:04:17.536 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:17 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:04:17.536 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 22:04:17 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:04:17.537 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 22:04:17 smithi165 systemd[1]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@osd.3.service: Deactivated successfully. 2024-04-13T22:04:17.537 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 22:04:17 smithi165 systemd[1]: Stopped Ceph osd.3 for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T22:04:17.537 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 22:04:17 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:04:17.818 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 22:04:17 smithi165 systemd[1]: Started Ceph osd.3 for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T22:04:18.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:18 smithi165 bash[82211]: cluster 2024-04-13T22:04:16.959605+0000 mgr.y (mgr.25865) 264 : cluster 0 pgmap v202: 73 pgs: 5 peering, 11 stale+active+clean, 57 active+clean; 4.6 MiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:18.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:18 smithi165 bash[82211]: audit 2024-04-13T22:04:17.585870+0000 mon.a (mon.0) 495 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:18.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:18 smithi165 bash[82211]: audit 2024-04-13T22:04:17.591302+0000 mon.a (mon.0) 496 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:18.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:18 smithi165 bash[82211]: audit 2024-04-13T22:04:17.624739+0000 mon.a (mon.0) 497 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:04:18.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:18 smithi165 bash[82211]: audit 2024-04-13T22:04:17.676184+0000 mon.c (mon.2) 8 : audit 0 from='client.? 172.21.15.165:0/3289781917' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:04:18.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:18 smithi165 bash[84613]: cluster 2024-04-13T22:04:16.959605+0000 mgr.y (mgr.25865) 264 : cluster 0 pgmap v202: 73 pgs: 5 peering, 11 stale+active+clean, 57 active+clean; 4.6 MiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:18.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:18 smithi165 bash[84613]: audit 2024-04-13T22:04:17.585870+0000 mon.a (mon.0) 495 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:18.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:18 smithi165 bash[84613]: audit 2024-04-13T22:04:17.591302+0000 mon.a (mon.0) 496 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:18.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:18 smithi165 bash[84613]: audit 2024-04-13T22:04:17.624739+0000 mon.a (mon.0) 497 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:04:18.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:18 smithi165 bash[84613]: audit 2024-04-13T22:04:17.676184+0000 mon.c (mon.2) 8 : audit 0 from='client.? 172.21.15.165:0/3289781917' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:04:18.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:18 smithi189 bash[68090]: cluster 2024-04-13T22:04:16.959605+0000 mgr.y (mgr.25865) 264 : cluster 0 pgmap v202: 73 pgs: 5 peering, 11 stale+active+clean, 57 active+clean; 4.6 MiB data, 259 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:18.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:18 smithi189 bash[68090]: audit 2024-04-13T22:04:17.585870+0000 mon.a (mon.0) 495 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:18.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:18 smithi189 bash[68090]: audit 2024-04-13T22:04:17.591302+0000 mon.a (mon.0) 496 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:18.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:18 smithi189 bash[68090]: audit 2024-04-13T22:04:17.624739+0000 mon.a (mon.0) 497 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:04:18.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:18 smithi189 bash[68090]: audit 2024-04-13T22:04:17.676184+0000 mon.c (mon.2) 8 : audit 0 from='client.? 172.21.15.165:0/3289781917' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:04:19.318 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 22:04:18 smithi165 bash[104863]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-13T22:04:19.318 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 22:04:18 smithi165 bash[104863]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-13T22:04:19.318 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 22:04:18 smithi165 bash[104863]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-13T22:04:19.318 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 22:04:18 smithi165 bash[104863]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-13T22:04:19.318 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 22:04:18 smithi165 bash[104863]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-13T22:04:19.318 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 22:04:18 smithi165 bash[104863]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-13T22:04:19.318 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 22:04:18 smithi165 bash[104863]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-13T22:04:20.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:19 smithi165 bash[82211]: cluster 2024-04-13T22:04:19.586044+0000 mon.a (mon.0) 498 : cluster 3 Health check failed: Degraded data redundancy: 4/84 objects degraded (4.762%), 3 pgs degraded (PG_DEGRADED) 2024-04-13T22:04:20.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:19 smithi165 bash[84613]: cluster 2024-04-13T22:04:19.586044+0000 mon.a (mon.0) 498 : cluster 3 Health check failed: Degraded data redundancy: 4/84 objects degraded (4.762%), 3 pgs degraded (PG_DEGRADED) 2024-04-13T22:04:20.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:19 smithi189 bash[68090]: cluster 2024-04-13T22:04:19.586044+0000 mon.a (mon.0) 498 : cluster 3 Health check failed: Degraded data redundancy: 4/84 objects degraded (4.762%), 3 pgs degraded (PG_DEGRADED) 2024-04-13T22:04:21.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:20 smithi165 bash[82211]: cluster 2024-04-13T22:04:18.960375+0000 mgr.y (mgr.25865) 265 : cluster 0 pgmap v203: 73 pgs: 3 active+undersized+degraded, 5 peering, 23 active+undersized, 42 active+clean; 4.6 MiB data, 260 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-13T22:04:21.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:20 smithi165 bash[82211]: audit 2024-04-13T22:04:20.038896+0000 mon.a (mon.0) 499 : audit 0 from='client.? 172.21.15.165:0/3839869511' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:04:21.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:20 smithi165 bash[84613]: cluster 2024-04-13T22:04:18.960375+0000 mgr.y (mgr.25865) 265 : cluster 0 pgmap v203: 73 pgs: 3 active+undersized+degraded, 5 peering, 23 active+undersized, 42 active+clean; 4.6 MiB data, 260 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-13T22:04:21.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:20 smithi165 bash[84613]: audit 2024-04-13T22:04:20.038896+0000 mon.a (mon.0) 499 : audit 0 from='client.? 172.21.15.165:0/3839869511' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:04:21.068 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 22:04:20 smithi165 bash[105089]: debug 2024-04-13T22:04:20.719+0000 7ff837550700 1 -- 172.21.15.165:0/3440786958 <== mon.2 v2:172.21.15.165:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55dbc03db680 con 0x55dbc0419000 2024-04-13T22:04:21.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:20 smithi189 bash[68090]: cluster 2024-04-13T22:04:18.960375+0000 mgr.y (mgr.25865) 265 : cluster 0 pgmap v203: 73 pgs: 3 active+undersized+degraded, 5 peering, 23 active+undersized, 42 active+clean; 4.6 MiB data, 260 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-13T22:04:21.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:20 smithi189 bash[68090]: audit 2024-04-13T22:04:20.038896+0000 mon.a (mon.0) 499 : audit 0 from='client.? 172.21.15.165:0/3839869511' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:04:21.568 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 22:04:21 smithi165 bash[105089]: debug 2024-04-13T22:04:21.255+0000 7ff8406e87c0 -1 Falling back to public interface 2024-04-13T22:04:22.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:21 smithi165 bash[82211]: cluster 2024-04-13T22:04:20.961196+0000 mgr.y (mgr.25865) 266 : cluster 0 pgmap v204: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 260 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-13T22:04:22.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:21 smithi165 bash[82211]: cluster 2024-04-13T22:04:21.640732+0000 mon.a (mon.0) 500 : cluster 1 Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-04-13T22:04:22.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:21 smithi165 bash[84613]: cluster 2024-04-13T22:04:20.961196+0000 mgr.y (mgr.25865) 266 : cluster 0 pgmap v204: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 260 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-13T22:04:22.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:21 smithi165 bash[84613]: cluster 2024-04-13T22:04:21.640732+0000 mon.a (mon.0) 500 : cluster 1 Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-04-13T22:04:22.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:21 smithi189 bash[68090]: cluster 2024-04-13T22:04:20.961196+0000 mgr.y (mgr.25865) 266 : cluster 0 pgmap v204: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 260 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-13T22:04:22.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:21 smithi189 bash[68090]: cluster 2024-04-13T22:04:21.640732+0000 mon.a (mon.0) 500 : cluster 1 Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-04-13T22:04:22.693 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:04:22 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:04:22] "GET /metrics HTTP/1.1" 200 34018 "" "Prometheus/2.43.0" 2024-04-13T22:04:23.067 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:22 smithi165 bash[82211]: audit 2024-04-13T22:04:22.400278+0000 mon.c (mon.2) 9 : audit 0 from='client.? 172.21.15.165:0/2688351350' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:04:23.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:22 smithi165 bash[84613]: audit 2024-04-13T22:04:22.400278+0000 mon.c (mon.2) 9 : audit 0 from='client.? 172.21.15.165:0/2688351350' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:04:23.096 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:22 smithi189 bash[68090]: audit 2024-04-13T22:04:22.400278+0000 mon.c (mon.2) 9 : audit 0 from='client.? 172.21.15.165:0/2688351350' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:04:24.568 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 22:04:24 smithi165 bash[105089]: debug 2024-04-13T22:04:24.327+0000 7ff8406e87c0 -1 osd.3 107 log_to_monitors true 2024-04-13T22:04:24.568 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:24 smithi165 bash[82211]: cluster 2024-04-13T22:04:22.961805+0000 mgr.y (mgr.25865) 267 : cluster 0 pgmap v205: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 260 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-13T22:04:24.568 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:24 smithi165 bash[82211]: audit 2024-04-13T22:04:23.309167+0000 mon.a (mon.0) 501 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:24.568 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:24 smithi165 bash[82211]: audit 2024-04-13T22:04:23.318972+0000 mon.a (mon.0) 502 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:24.568 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:24 smithi165 bash[82211]: audit 2024-04-13T22:04:23.670800+0000 mon.a (mon.0) 503 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:24.568 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:24 smithi165 bash[82211]: audit 2024-04-13T22:04:23.680626+0000 mon.a (mon.0) 504 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:24.569 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:24 smithi165 bash[84613]: cluster 2024-04-13T22:04:22.961805+0000 mgr.y (mgr.25865) 267 : cluster 0 pgmap v205: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 260 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-13T22:04:24.569 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:24 smithi165 bash[84613]: audit 2024-04-13T22:04:23.309167+0000 mon.a (mon.0) 501 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:24.569 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:24 smithi165 bash[84613]: audit 2024-04-13T22:04:23.318972+0000 mon.a (mon.0) 502 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:24.569 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:24 smithi165 bash[84613]: audit 2024-04-13T22:04:23.670800+0000 mon.a (mon.0) 503 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:24.569 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:24 smithi165 bash[84613]: audit 2024-04-13T22:04:23.680626+0000 mon.a (mon.0) 504 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:24.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:24 smithi189 bash[68090]: cluster 2024-04-13T22:04:22.961805+0000 mgr.y (mgr.25865) 267 : cluster 0 pgmap v205: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 260 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-13T22:04:24.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:24 smithi189 bash[68090]: audit 2024-04-13T22:04:23.309167+0000 mon.a (mon.0) 501 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:24.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:24 smithi189 bash[68090]: audit 2024-04-13T22:04:23.318972+0000 mon.a (mon.0) 502 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:24.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:24 smithi189 bash[68090]: audit 2024-04-13T22:04:23.670800+0000 mon.a (mon.0) 503 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:24.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:24 smithi189 bash[68090]: audit 2024-04-13T22:04:23.680626+0000 mon.a (mon.0) 504 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:25.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:25 smithi189 bash[68090]: audit 2024-04-13T22:04:24.323209+0000 mon.a (mon.0) 505 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:25.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:25 smithi189 bash[68090]: audit 2024-04-13T22:04:24.329351+0000 mon.a (mon.0) 506 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:25.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:25 smithi189 bash[68090]: audit 2024-04-13T22:04:24.337814+0000 mon.a (mon.0) 507 : audit 1 from='osd.3 [v2:172.21.15.165:6826/3730699424,v1:172.21.15.165:6827/3730699424]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-13T22:04:25.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:25 smithi189 bash[68090]: audit 2024-04-13T22:04:24.737447+0000 mon.c (mon.2) 10 : audit 0 from='client.? 172.21.15.165:0/2561928385' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:04:25.818 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 22:04:25 smithi165 bash[105089]: debug 2024-04-13T22:04:25.367+0000 7ff831b40700 -1 osd.3 107 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-13T22:04:25.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:25 smithi165 bash[82211]: audit 2024-04-13T22:04:24.323209+0000 mon.a (mon.0) 505 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:25.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:25 smithi165 bash[82211]: audit 2024-04-13T22:04:24.329351+0000 mon.a (mon.0) 506 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:25.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:25 smithi165 bash[82211]: audit 2024-04-13T22:04:24.337814+0000 mon.a (mon.0) 507 : audit 1 from='osd.3 [v2:172.21.15.165:6826/3730699424,v1:172.21.15.165:6827/3730699424]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-13T22:04:25.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:25 smithi165 bash[82211]: audit 2024-04-13T22:04:24.737447+0000 mon.c (mon.2) 10 : audit 0 from='client.? 172.21.15.165:0/2561928385' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:04:25.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:25 smithi165 bash[84613]: audit 2024-04-13T22:04:24.323209+0000 mon.a (mon.0) 505 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:25.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:25 smithi165 bash[84613]: audit 2024-04-13T22:04:24.329351+0000 mon.a (mon.0) 506 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:25.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:25 smithi165 bash[84613]: audit 2024-04-13T22:04:24.337814+0000 mon.a (mon.0) 507 : audit 1 from='osd.3 [v2:172.21.15.165:6826/3730699424,v1:172.21.15.165:6827/3730699424]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-13T22:04:25.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:25 smithi165 bash[84613]: audit 2024-04-13T22:04:24.737447+0000 mon.c (mon.2) 10 : audit 0 from='client.? 172.21.15.165:0/2561928385' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:04:26.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:26 smithi189 bash[68090]: cluster 2024-04-13T22:04:24.962874+0000 mgr.y (mgr.25865) 268 : cluster 0 pgmap v206: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 260 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-13T22:04:26.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:26 smithi189 bash[68090]: audit 2024-04-13T22:04:25.331250+0000 mon.a (mon.0) 508 : audit 1 from='osd.3 [v2:172.21.15.165:6826/3730699424,v1:172.21.15.165:6827/3730699424]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-13T22:04:26.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:26 smithi189 bash[68090]: cluster 2024-04-13T22:04:25.337152+0000 mon.a (mon.0) 509 : cluster 0 osdmap e110: 8 total, 7 up, 8 in 2024-04-13T22:04:26.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:26 smithi189 bash[68090]: audit 2024-04-13T22:04:25.338085+0000 mon.a (mon.0) 510 : audit 1 from='osd.3 [v2:172.21.15.165:6826/3730699424,v1:172.21.15.165:6827/3730699424]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-13T22:04:26.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:26 smithi165 bash[84613]: cluster 2024-04-13T22:04:24.962874+0000 mgr.y (mgr.25865) 268 : cluster 0 pgmap v206: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 260 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-13T22:04:26.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:26 smithi165 bash[84613]: audit 2024-04-13T22:04:25.331250+0000 mon.a (mon.0) 508 : audit 1 from='osd.3 [v2:172.21.15.165:6826/3730699424,v1:172.21.15.165:6827/3730699424]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-13T22:04:26.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:26 smithi165 bash[84613]: cluster 2024-04-13T22:04:25.337152+0000 mon.a (mon.0) 509 : cluster 0 osdmap e110: 8 total, 7 up, 8 in 2024-04-13T22:04:26.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:26 smithi165 bash[84613]: audit 2024-04-13T22:04:25.338085+0000 mon.a (mon.0) 510 : audit 1 from='osd.3 [v2:172.21.15.165:6826/3730699424,v1:172.21.15.165:6827/3730699424]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-13T22:04:26.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:26 smithi165 bash[82211]: cluster 2024-04-13T22:04:24.962874+0000 mgr.y (mgr.25865) 268 : cluster 0 pgmap v206: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 260 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-13T22:04:26.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:26 smithi165 bash[82211]: audit 2024-04-13T22:04:25.331250+0000 mon.a (mon.0) 508 : audit 1 from='osd.3 [v2:172.21.15.165:6826/3730699424,v1:172.21.15.165:6827/3730699424]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-13T22:04:26.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:26 smithi165 bash[82211]: cluster 2024-04-13T22:04:25.337152+0000 mon.a (mon.0) 509 : cluster 0 osdmap e110: 8 total, 7 up, 8 in 2024-04-13T22:04:26.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:26 smithi165 bash[82211]: audit 2024-04-13T22:04:25.338085+0000 mon.a (mon.0) 510 : audit 1 from='osd.3 [v2:172.21.15.165:6826/3730699424,v1:172.21.15.165:6827/3730699424]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi165", "root=default"]}]: dispatch 2024-04-13T22:04:26.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:26 smithi165 bash[82211]: debug 2024-04-13T22:04:26.335+0000 7fd2809f4700 -1 log_channel(cluster) log [ERR] : Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:04:27.101 INFO:teuthology.orchestra.run.smithi165.stdout: "ceph version 19.0.0-2113-g809afd3d (809afd3da6037ef1c60dcf79f89e65791b95f8ef) squid (dev)": 4 2024-04-13T22:04:27.568 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:27 smithi165 bash[82211]: cluster 2024-04-13T22:04:26.342466+0000 mon.a (mon.0) 511 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:04:27.568 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:27 smithi165 bash[82211]: cluster 2024-04-13T22:04:26.342521+0000 mon.a (mon.0) 512 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T22:04:27.568 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:27 smithi165 bash[82211]: cluster 2024-04-13T22:04:26.350020+0000 mon.a (mon.0) 513 : cluster 1 osd.3 [v2:172.21.15.165:6826/3730699424,v1:172.21.15.165:6827/3730699424] boot 2024-04-13T22:04:27.568 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:27 smithi165 bash[82211]: cluster 2024-04-13T22:04:26.350236+0000 mon.a (mon.0) 514 : cluster 0 osdmap e111: 8 total, 8 up, 8 in 2024-04-13T22:04:27.568 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:27 smithi165 bash[82211]: audit 2024-04-13T22:04:26.350777+0000 mon.a (mon.0) 515 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T22:04:27.568 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:27 smithi165 bash[82211]: audit 2024-04-13T22:04:27.089973+0000 mon.a (mon.0) 516 : audit 0 from='client.? 172.21.15.165:0/2648594575' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:04:27.569 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:27 smithi165 bash[84613]: cluster 2024-04-13T22:04:26.342466+0000 mon.a (mon.0) 511 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:04:27.569 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:27 smithi165 bash[84613]: cluster 2024-04-13T22:04:26.342521+0000 mon.a (mon.0) 512 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T22:04:27.569 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:27 smithi165 bash[84613]: cluster 2024-04-13T22:04:26.350020+0000 mon.a (mon.0) 513 : cluster 1 osd.3 [v2:172.21.15.165:6826/3730699424,v1:172.21.15.165:6827/3730699424] boot 2024-04-13T22:04:27.569 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:27 smithi165 bash[84613]: cluster 2024-04-13T22:04:26.350236+0000 mon.a (mon.0) 514 : cluster 0 osdmap e111: 8 total, 8 up, 8 in 2024-04-13T22:04:27.569 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:27 smithi165 bash[84613]: audit 2024-04-13T22:04:26.350777+0000 mon.a (mon.0) 515 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T22:04:27.569 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:27 smithi165 bash[84613]: audit 2024-04-13T22:04:27.089973+0000 mon.a (mon.0) 516 : audit 0 from='client.? 172.21.15.165:0/2648594575' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:04:27.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:27 smithi189 bash[68090]: cluster 2024-04-13T22:04:26.342466+0000 mon.a (mon.0) 511 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:04:27.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:27 smithi189 bash[68090]: cluster 2024-04-13T22:04:26.342521+0000 mon.a (mon.0) 512 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T22:04:27.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:27 smithi189 bash[68090]: cluster 2024-04-13T22:04:26.350020+0000 mon.a (mon.0) 513 : cluster 1 osd.3 [v2:172.21.15.165:6826/3730699424,v1:172.21.15.165:6827/3730699424] boot 2024-04-13T22:04:27.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:27 smithi189 bash[68090]: cluster 2024-04-13T22:04:26.350236+0000 mon.a (mon.0) 514 : cluster 0 osdmap e111: 8 total, 8 up, 8 in 2024-04-13T22:04:27.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:27 smithi189 bash[68090]: audit 2024-04-13T22:04:26.350777+0000 mon.a (mon.0) 515 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-13T22:04:27.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:27 smithi189 bash[68090]: audit 2024-04-13T22:04:27.089973+0000 mon.a (mon.0) 516 : audit 0 from='client.? 172.21.15.165:0/2648594575' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-13T22:04:28.030 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -e sha1=809afd3da6037ef1c60dcf79f89e65791b95f8ef -- bash -c 'ceph orch upgrade pause' 2024-04-13T22:04:28.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:28 smithi165 bash[82211]: cluster 2024-04-13T22:04:26.963526+0000 mgr.y (mgr.25865) 269 : cluster 0 pgmap v209: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-13T22:04:28.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:28 smithi165 bash[82211]: cluster 2024-04-13T22:04:27.358052+0000 mon.a (mon.0) 517 : cluster 0 osdmap e112: 8 total, 8 up, 8 in 2024-04-13T22:04:28.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:28 smithi165 bash[82211]: audit 2024-04-13T22:04:27.917083+0000 mon.a (mon.0) 518 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:28.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:28 smithi165 bash[82211]: audit 2024-04-13T22:04:27.919244+0000 mon.a (mon.0) 519 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:04:28.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:28 smithi165 bash[84613]: cluster 2024-04-13T22:04:26.963526+0000 mgr.y (mgr.25865) 269 : cluster 0 pgmap v209: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-13T22:04:28.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:28 smithi165 bash[84613]: cluster 2024-04-13T22:04:27.358052+0000 mon.a (mon.0) 517 : cluster 0 osdmap e112: 8 total, 8 up, 8 in 2024-04-13T22:04:28.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:28 smithi165 bash[84613]: audit 2024-04-13T22:04:27.917083+0000 mon.a (mon.0) 518 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:28.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:28 smithi165 bash[84613]: audit 2024-04-13T22:04:27.919244+0000 mon.a (mon.0) 519 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:04:28.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:28 smithi189 bash[68090]: cluster 2024-04-13T22:04:26.963526+0000 mgr.y (mgr.25865) 269 : cluster 0 pgmap v209: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-13T22:04:28.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:28 smithi189 bash[68090]: cluster 2024-04-13T22:04:27.358052+0000 mon.a (mon.0) 517 : cluster 0 osdmap e112: 8 total, 8 up, 8 in 2024-04-13T22:04:28.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:28 smithi189 bash[68090]: audit 2024-04-13T22:04:27.917083+0000 mon.a (mon.0) 518 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:28.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:28 smithi189 bash[68090]: audit 2024-04-13T22:04:27.919244+0000 mon.a (mon.0) 519 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:04:29.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:29 smithi165 bash[82211]: cluster 2024-04-13T22:04:29.355503+0000 mon.a (mon.0) 520 : cluster 3 Health check update: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded (PG_DEGRADED) 2024-04-13T22:04:29.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:29 smithi165 bash[84613]: cluster 2024-04-13T22:04:29.355503+0000 mon.a (mon.0) 520 : cluster 3 Health check update: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded (PG_DEGRADED) 2024-04-13T22:04:29.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:29 smithi189 bash[68090]: cluster 2024-04-13T22:04:29.355503+0000 mon.a (mon.0) 520 : cluster 3 Health check update: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded (PG_DEGRADED) 2024-04-13T22:04:30.777 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:30 smithi165 bash[82211]: cluster 2024-04-13T22:04:28.964556+0000 mgr.y (mgr.25865) 270 : cluster 0 pgmap v211: 73 pgs: 2 active+undersized+degraded, 14 active+undersized, 57 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-04-13T22:04:30.778 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:30 smithi165 bash[84613]: cluster 2024-04-13T22:04:28.964556+0000 mgr.y (mgr.25865) 270 : cluster 0 pgmap v211: 73 pgs: 2 active+undersized+degraded, 14 active+undersized, 57 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-04-13T22:04:30.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:30 smithi189 bash[68090]: cluster 2024-04-13T22:04:28.964556+0000 mgr.y (mgr.25865) 270 : cluster 0 pgmap v211: 73 pgs: 2 active+undersized+degraded, 14 active+undersized, 57 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-04-13T22:04:31.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:31 smithi165 bash[82211]: cluster 2024-04-13T22:04:31.409980+0000 mon.a (mon.0) 521 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded) 2024-04-13T22:04:31.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:31 smithi165 bash[84613]: cluster 2024-04-13T22:04:31.409980+0000 mon.a (mon.0) 521 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded) 2024-04-13T22:04:31.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:31 smithi189 bash[68090]: cluster 2024-04-13T22:04:31.409980+0000 mon.a (mon.0) 521 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded) 2024-04-13T22:04:32.384 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:04:32.568 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:32 smithi165 bash[82211]: cluster 2024-04-13T22:04:30.965375+0000 mgr.y (mgr.25865) 271 : cluster 0 pgmap v212: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:32.568 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:04:32 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:04:32] "GET /metrics HTTP/1.1" 200 34021 "" "Prometheus/2.43.0" 2024-04-13T22:04:32.568 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:32 smithi165 bash[84613]: cluster 2024-04-13T22:04:30.965375+0000 mgr.y (mgr.25865) 271 : cluster 0 pgmap v212: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:32.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:32 smithi189 bash[68090]: cluster 2024-04-13T22:04:30.965375+0000 mgr.y (mgr.25865) 271 : cluster 0 pgmap v212: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:34.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:34 smithi165 bash[82211]: cluster 2024-04-13T22:04:32.966134+0000 mgr.y (mgr.25865) 272 : cluster 0 pgmap v213: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:34.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:34 smithi165 bash[84613]: cluster 2024-04-13T22:04:32.966134+0000 mgr.y (mgr.25865) 272 : cluster 0 pgmap v213: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:34.846 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:34 smithi189 bash[68090]: cluster 2024-04-13T22:04:32.966134+0000 mgr.y (mgr.25865) 272 : cluster 0 pgmap v213: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:35.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:35 smithi189 bash[68090]: audit 2024-04-13T22:04:34.584512+0000 mon.a (mon.0) 522 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:35.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:35 smithi189 bash[68090]: audit 2024-04-13T22:04:34.595109+0000 mon.a (mon.0) 523 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:35.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:35 smithi189 bash[68090]: audit 2024-04-13T22:04:34.597210+0000 mon.a (mon.0) 524 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:04:35.848 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:35 smithi189 bash[68090]: audit 2024-04-13T22:04:34.598160+0000 mon.a (mon.0) 525 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:04:35.848 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:35 smithi189 bash[68090]: audit 2024-04-13T22:04:34.605620+0000 mon.a (mon.0) 526 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:35.848 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:35 smithi189 bash[68090]: audit 2024-04-13T22:04:34.665702+0000 mon.a (mon.0) 527 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:04:35.848 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:35 smithi189 bash[68090]: audit 2024-04-13T22:04:34.667912+0000 mon.a (mon.0) 528 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:04:35.848 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:35 smithi189 bash[68090]: audit 2024-04-13T22:04:34.669636+0000 mon.a (mon.0) 529 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:04:35.848 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:35 smithi189 bash[68090]: audit 2024-04-13T22:04:34.670829+0000 mon.a (mon.0) 530 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:04:35.848 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:35 smithi189 bash[68090]: audit 2024-04-13T22:04:34.672430+0000 mon.a (mon.0) 531 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-13T22:04:35.848 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:35 smithi189 bash[68090]: audit 2024-04-13T22:04:34.672626+0000 mgr.y (mgr.25865) 273 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-13T22:04:35.848 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:35 smithi189 bash[68090]: cephadm 2024-04-13T22:04:34.673551+0000 mgr.y (mgr.25865) 274 : cephadm 1 Upgrade: osd.4 is safe to restart 2024-04-13T22:04:35.994 INFO:teuthology.orchestra.run.smithi165.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c589cd63a0c5d4e47e2117d0f81662623bc0bc5acf8d3aa0cbc0b2a08d032464 2024-04-13T22:04:36.009 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:35 smithi165 bash[82211]: audit 2024-04-13T22:04:34.584512+0000 mon.a (mon.0) 522 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:36.009 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:35 smithi165 bash[82211]: audit 2024-04-13T22:04:34.595109+0000 mon.a (mon.0) 523 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:36.009 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:35 smithi165 bash[82211]: audit 2024-04-13T22:04:34.597210+0000 mon.a (mon.0) 524 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:04:36.009 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:35 smithi165 bash[82211]: audit 2024-04-13T22:04:34.598160+0000 mon.a (mon.0) 525 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:04:36.009 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:35 smithi165 bash[82211]: audit 2024-04-13T22:04:34.605620+0000 mon.a (mon.0) 526 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:36.009 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:35 smithi165 bash[82211]: audit 2024-04-13T22:04:34.665702+0000 mon.a (mon.0) 527 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:04:36.009 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:35 smithi165 bash[82211]: audit 2024-04-13T22:04:34.667912+0000 mon.a (mon.0) 528 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:04:36.009 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:35 smithi165 bash[82211]: audit 2024-04-13T22:04:34.669636+0000 mon.a (mon.0) 529 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:04:36.009 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:35 smithi165 bash[82211]: audit 2024-04-13T22:04:34.670829+0000 mon.a (mon.0) 530 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:04:36.009 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:35 smithi165 bash[82211]: audit 2024-04-13T22:04:34.672430+0000 mon.a (mon.0) 531 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-13T22:04:36.009 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:35 smithi165 bash[82211]: audit 2024-04-13T22:04:34.672626+0000 mgr.y (mgr.25865) 273 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-13T22:04:36.009 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:35 smithi165 bash[82211]: cephadm 2024-04-13T22:04:34.673551+0000 mgr.y (mgr.25865) 274 : cephadm 1 Upgrade: osd.4 is safe to restart 2024-04-13T22:04:36.010 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:35 smithi165 bash[84613]: audit 2024-04-13T22:04:34.584512+0000 mon.a (mon.0) 522 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:36.010 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:35 smithi165 bash[84613]: audit 2024-04-13T22:04:34.595109+0000 mon.a (mon.0) 523 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:36.010 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:35 smithi165 bash[84613]: audit 2024-04-13T22:04:34.597210+0000 mon.a (mon.0) 524 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:04:36.010 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:35 smithi165 bash[84613]: audit 2024-04-13T22:04:34.598160+0000 mon.a (mon.0) 525 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:04:36.010 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:35 smithi165 bash[84613]: audit 2024-04-13T22:04:34.605620+0000 mon.a (mon.0) 526 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:36.010 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:35 smithi165 bash[84613]: audit 2024-04-13T22:04:34.665702+0000 mon.a (mon.0) 527 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:04:36.010 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:35 smithi165 bash[84613]: audit 2024-04-13T22:04:34.667912+0000 mon.a (mon.0) 528 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:04:36.010 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:35 smithi165 bash[84613]: audit 2024-04-13T22:04:34.669636+0000 mon.a (mon.0) 529 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:04:36.010 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:35 smithi165 bash[84613]: audit 2024-04-13T22:04:34.670829+0000 mon.a (mon.0) 530 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:04:36.011 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:35 smithi165 bash[84613]: audit 2024-04-13T22:04:34.672430+0000 mon.a (mon.0) 531 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-13T22:04:36.011 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:35 smithi165 bash[84613]: audit 2024-04-13T22:04:34.672626+0000 mgr.y (mgr.25865) 273 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-13T22:04:36.011 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:35 smithi165 bash[84613]: cephadm 2024-04-13T22:04:34.673551+0000 mgr.y (mgr.25865) 274 : cephadm 1 Upgrade: osd.4 is safe to restart 2024-04-13T22:04:36.729 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -e sha1=809afd3da6037ef1c60dcf79f89e65791b95f8ef -- bash -c 'ceph orch ps' 2024-04-13T22:04:36.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:36 smithi189 bash[68090]: cluster 2024-04-13T22:04:34.967121+0000 mgr.y (mgr.25865) 275 : cluster 0 pgmap v214: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:36.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:36 smithi189 bash[68090]: audit 2024-04-13T22:04:35.996355+0000 mon.a (mon.0) 532 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:37.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:36 smithi165 bash[82211]: cluster 2024-04-13T22:04:34.967121+0000 mgr.y (mgr.25865) 275 : cluster 0 pgmap v214: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:37.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:36 smithi165 bash[82211]: audit 2024-04-13T22:04:35.996355+0000 mon.a (mon.0) 532 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:37.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:36 smithi165 bash[84613]: cluster 2024-04-13T22:04:34.967121+0000 mgr.y (mgr.25865) 275 : cluster 0 pgmap v214: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:37.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:36 smithi165 bash[84613]: audit 2024-04-13T22:04:35.996355+0000 mon.a (mon.0) 532 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:37.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:37 smithi189 bash[68090]: audit 2024-04-13T22:04:35.989300+0000 mgr.y (mgr.25865) 276 : audit 0 from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T22:04:37.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:37 smithi189 bash[68090]: cephadm 2024-04-13T22:04:35.989768+0000 mgr.y (mgr.25865) 277 : cephadm 1 Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c589cd63a0c5d4e47e2117d0f81662623bc0bc5acf8d3aa0cbc0b2a08d032464 2024-04-13T22:04:37.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:37 smithi189 bash[68090]: audit 2024-04-13T22:04:36.999959+0000 mon.a (mon.0) 533 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:37.848 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:37 smithi189 bash[68090]: audit 2024-04-13T22:04:37.004876+0000 mon.a (mon.0) 534 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-13T22:04:37.848 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:37 smithi189 bash[68090]: audit 2024-04-13T22:04:37.006576+0000 mon.a (mon.0) 535 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:04:38.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:37 smithi165 bash[82211]: audit 2024-04-13T22:04:35.989300+0000 mgr.y (mgr.25865) 276 : audit 0 from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T22:04:38.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:37 smithi165 bash[82211]: cephadm 2024-04-13T22:04:35.989768+0000 mgr.y (mgr.25865) 277 : cephadm 1 Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c589cd63a0c5d4e47e2117d0f81662623bc0bc5acf8d3aa0cbc0b2a08d032464 2024-04-13T22:04:38.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:37 smithi165 bash[82211]: audit 2024-04-13T22:04:36.999959+0000 mon.a (mon.0) 533 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:38.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:37 smithi165 bash[82211]: audit 2024-04-13T22:04:37.004876+0000 mon.a (mon.0) 534 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-13T22:04:38.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:37 smithi165 bash[82211]: audit 2024-04-13T22:04:37.006576+0000 mon.a (mon.0) 535 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:04:38.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:37 smithi165 bash[84613]: audit 2024-04-13T22:04:35.989300+0000 mgr.y (mgr.25865) 276 : audit 0 from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T22:04:38.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:37 smithi165 bash[84613]: cephadm 2024-04-13T22:04:35.989768+0000 mgr.y (mgr.25865) 277 : cephadm 1 Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:c589cd63a0c5d4e47e2117d0f81662623bc0bc5acf8d3aa0cbc0b2a08d032464 2024-04-13T22:04:38.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:37 smithi165 bash[84613]: audit 2024-04-13T22:04:36.999959+0000 mon.a (mon.0) 533 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:38.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:37 smithi165 bash[84613]: audit 2024-04-13T22:04:37.004876+0000 mon.a (mon.0) 534 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-13T22:04:38.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:37 smithi165 bash[84613]: audit 2024-04-13T22:04:37.006576+0000 mon.a (mon.0) 535 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:04:39.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:38 smithi165 bash[82211]: cluster 2024-04-13T22:04:36.967627+0000 mgr.y (mgr.25865) 278 : cluster 0 pgmap v215: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:39.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:38 smithi165 bash[82211]: cephadm 2024-04-13T22:04:36.992768+0000 mgr.y (mgr.25865) 279 : cephadm 1 Upgrade: Updating osd.4 2024-04-13T22:04:39.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:38 smithi165 bash[82211]: cephadm 2024-04-13T22:04:37.011214+0000 mgr.y (mgr.25865) 280 : cephadm 1 Deploying daemon osd.4 on smithi189 2024-04-13T22:04:39.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:38 smithi165 bash[82211]: audit 2024-04-13T22:04:38.034146+0000 mon.a (mon.0) 536 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:39.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:38 smithi165 bash[84613]: cluster 2024-04-13T22:04:36.967627+0000 mgr.y (mgr.25865) 278 : cluster 0 pgmap v215: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:39.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:38 smithi165 bash[84613]: cephadm 2024-04-13T22:04:36.992768+0000 mgr.y (mgr.25865) 279 : cephadm 1 Upgrade: Updating osd.4 2024-04-13T22:04:39.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:38 smithi165 bash[84613]: cephadm 2024-04-13T22:04:37.011214+0000 mgr.y (mgr.25865) 280 : cephadm 1 Deploying daemon osd.4 on smithi189 2024-04-13T22:04:39.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:38 smithi165 bash[84613]: audit 2024-04-13T22:04:38.034146+0000 mon.a (mon.0) 536 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:39.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:38 smithi189 bash[68090]: cluster 2024-04-13T22:04:36.967627+0000 mgr.y (mgr.25865) 278 : cluster 0 pgmap v215: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:39.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:38 smithi189 bash[68090]: cephadm 2024-04-13T22:04:36.992768+0000 mgr.y (mgr.25865) 279 : cephadm 1 Upgrade: Updating osd.4 2024-04-13T22:04:39.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:38 smithi189 bash[68090]: cephadm 2024-04-13T22:04:37.011214+0000 mgr.y (mgr.25865) 280 : cephadm 1 Deploying daemon osd.4 on smithi189 2024-04-13T22:04:39.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:38 smithi189 bash[68090]: audit 2024-04-13T22:04:38.034146+0000 mon.a (mon.0) 536 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:41.068 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:40 smithi165 bash[82211]: cluster 2024-04-13T22:04:38.968595+0000 mgr.y (mgr.25865) 281 : cluster 0 pgmap v216: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:41.068 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:40 smithi165 bash[84613]: cluster 2024-04-13T22:04:38.968595+0000 mgr.y (mgr.25865) 281 : cluster 0 pgmap v216: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:41.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:40 smithi189 bash[68090]: cluster 2024-04-13T22:04:38.968595+0000 mgr.y (mgr.25865) 281 : cluster 0 pgmap v216: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:41.478 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:04:41.490 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:04:41 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:04:41.490 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:04:41 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:04:41.491 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:04:41 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:04:41.491 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 22:04:41 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:04:41.491 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 22:04:41 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:04:41.492 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:04:41 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:04:41.492 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:04:41 smithi189 systemd[1]: Stopping Ceph osd.4 for 1c29171c-f9de-11ee-bc8e-c7b262605968... 2024-04-13T22:04:41.492 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:41 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:04:41.492 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 22:04:41 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:04:41.492 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 22:04:41 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:04:41.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:41 smithi165 bash[84613]: cluster 2024-04-13T22:04:41.494464+0000 mon.a (mon.0) 537 : cluster 1 osd.4 marked itself down and dead 2024-04-13T22:04:41.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:41 smithi165 bash[82211]: debug 2024-04-13T22:04:41.623+0000 7fd2809f4700 -1 log_channel(cluster) log [ERR] : Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:04:41.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:41 smithi165 bash[82211]: cluster 2024-04-13T22:04:41.494464+0000 mon.a (mon.0) 537 : cluster 1 osd.4 marked itself down and dead 2024-04-13T22:04:41.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:41 smithi189 bash[68090]: cluster 2024-04-13T22:04:41.494464+0000 mon.a (mon.0) 537 : cluster 1 osd.4 marked itself down and dead 2024-04-13T22:04:41.847 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:04:41 smithi189 bash[27161]: debug 2024-04-13T22:04:41.489+0000 7fe607733700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-13T22:04:41.847 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:04:41 smithi189 bash[27161]: debug 2024-04-13T22:04:41.489+0000 7fe607733700 -1 osd.4 112 *** Got signal Terminated *** 2024-04-13T22:04:41.847 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:04:41 smithi189 bash[27161]: debug 2024-04-13T22:04:41.489+0000 7fe607733700 -1 osd.4 112 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T22:04:42.617 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:04:42 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:04:42] "GET /metrics HTTP/1.1" 200 34021 "" "Prometheus/2.43.0" 2024-04-13T22:04:42.891 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:42 smithi165 bash[82211]: cluster 2024-04-13T22:04:40.969364+0000 mgr.y (mgr.25865) 282 : cluster 0 pgmap v217: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:42.891 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:42 smithi165 bash[82211]: cluster 2024-04-13T22:04:41.627601+0000 mon.a (mon.0) 538 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T22:04:42.891 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:42 smithi165 bash[82211]: cluster 2024-04-13T22:04:41.627657+0000 mon.a (mon.0) 539 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:04:42.891 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:42 smithi165 bash[82211]: cluster 2024-04-13T22:04:41.646139+0000 mon.a (mon.0) 540 : cluster 0 osdmap e113: 8 total, 7 up, 8 in 2024-04-13T22:04:42.892 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:42 smithi165 bash[84613]: cluster 2024-04-13T22:04:40.969364+0000 mgr.y (mgr.25865) 282 : cluster 0 pgmap v217: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:42.892 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:42 smithi165 bash[84613]: cluster 2024-04-13T22:04:41.627601+0000 mon.a (mon.0) 538 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T22:04:42.892 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:42 smithi165 bash[84613]: cluster 2024-04-13T22:04:41.627657+0000 mon.a (mon.0) 539 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:04:42.892 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:42 smithi165 bash[84613]: cluster 2024-04-13T22:04:41.646139+0000 mon.a (mon.0) 540 : cluster 0 osdmap e113: 8 total, 7 up, 8 in 2024-04-13T22:04:43.097 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:04:42 smithi189 bash[73321]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-osd-4 2024-04-13T22:04:43.097 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:04:42 smithi189 bash[73386]: Error response from daemon: No such container: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-osd-4 2024-04-13T22:04:43.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:42 smithi189 bash[68090]: cluster 2024-04-13T22:04:40.969364+0000 mgr.y (mgr.25865) 282 : cluster 0 pgmap v217: 73 pgs: 73 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:04:43.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:42 smithi189 bash[68090]: cluster 2024-04-13T22:04:41.627601+0000 mon.a (mon.0) 538 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-04-13T22:04:43.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:42 smithi189 bash[68090]: cluster 2024-04-13T22:04:41.627657+0000 mon.a (mon.0) 539 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:04:43.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:42 smithi189 bash[68090]: cluster 2024-04-13T22:04:41.646139+0000 mon.a (mon.0) 540 : cluster 0 osdmap e113: 8 total, 7 up, 8 in 2024-04-13T22:04:43.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:43 smithi165 bash[82211]: cluster 2024-04-13T22:04:42.646699+0000 mon.a (mon.0) 541 : cluster 0 osdmap e114: 8 total, 7 up, 8 in 2024-04-13T22:04:43.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:43 smithi165 bash[82211]: audit 2024-04-13T22:04:42.917381+0000 mon.a (mon.0) 542 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:43.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:43 smithi165 bash[82211]: audit 2024-04-13T22:04:42.919756+0000 mon.a (mon.0) 543 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:04:43.818 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:43 smithi165 bash[84613]: cluster 2024-04-13T22:04:42.646699+0000 mon.a (mon.0) 541 : cluster 0 osdmap e114: 8 total, 7 up, 8 in 2024-04-13T22:04:43.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:43 smithi165 bash[84613]: audit 2024-04-13T22:04:42.917381+0000 mon.a (mon.0) 542 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:43.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:43 smithi165 bash[84613]: audit 2024-04-13T22:04:42.919756+0000 mon.a (mon.0) 543 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:04:44.061 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:43 smithi189 bash[68090]: cluster 2024-04-13T22:04:42.646699+0000 mon.a (mon.0) 541 : cluster 0 osdmap e114: 8 total, 7 up, 8 in 2024-04-13T22:04:44.061 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:43 smithi189 bash[68090]: audit 2024-04-13T22:04:42.917381+0000 mon.a (mon.0) 542 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:44.062 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:43 smithi189 bash[68090]: audit 2024-04-13T22:04:42.919756+0000 mon.a (mon.0) 543 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:04:44.644 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:44 smithi165 bash[82211]: cluster 2024-04-13T22:04:42.970092+0000 mgr.y (mgr.25865) 283 : cluster 0 pgmap v220: 73 pgs: 1 active+undersized+degraded, 12 stale+active+clean, 4 active+undersized, 56 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 1/84 objects degraded (1.190%) 2024-04-13T22:04:44.644 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:44 smithi165 bash[82211]: cluster 2024-04-13T22:04:43.912791+0000 mon.a (mon.0) 544 : cluster 3 Health check failed: Degraded data redundancy: 1/84 objects degraded (1.190%), 1 pg degraded (PG_DEGRADED) 2024-04-13T22:04:44.849 INFO:teuthology.orchestra.run.smithi165.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T22:04:44.850 INFO:teuthology.orchestra.run.smithi165.stdout:alertmanager.a smithi165 *:9093,9094 running (14m) 21s ago 14m 14.2M - 0.25.0 c8568f914cd2 de9ca91d55a1 2024-04-13T22:04:44.850 INFO:teuthology.orchestra.run.smithi165.stdout:grafana.a smithi189 *:3000 running (14m) 21s ago 14m 79.7M - 9.4.7 954c08fa6188 d4f31df785b9 2024-04-13T22:04:44.850 INFO:teuthology.orchestra.run.smithi165.stdout:mds.foo.smithi165.sviubw smithi165 running (12m) 21s ago 12m 15.4M - 18.2.2-1219-ge6cbcc46 c62c264cba88 d09e65de3151 2024-04-13T22:04:44.850 INFO:teuthology.orchestra.run.smithi165.stdout:mds.foo.smithi189.nwqqrx smithi189 running (12m) 21s ago 12m 17.8M - 18.2.2-1219-ge6cbcc46 c62c264cba88 a6cf6b97354c 2024-04-13T22:04:44.850 INFO:teuthology.orchestra.run.smithi165.stdout:mgr.x smithi189 *:8443,9283,8765 running (7m) 21s ago 22m 440M - 19.0.0-2113-g809afd3d d75494008455 22a9e22538df 2024-04-13T22:04:44.850 INFO:teuthology.orchestra.run.smithi165.stdout:mgr.y smithi165 *:8443,9283,8765 running (7m) 21s ago 25m 497M - 19.0.0-2113-g809afd3d d75494008455 61ee82d8e2ef 2024-04-13T22:04:44.850 INFO:teuthology.orchestra.run.smithi165.stdout:mon.a smithi165 running (6m) 21s ago 25m 52.5M 2048M 19.0.0-2113-g809afd3d d75494008455 9a1dc5f8997e 2024-04-13T22:04:44.850 INFO:teuthology.orchestra.run.smithi165.stdout:mon.b smithi189 running (4m) 21s ago 23m 36.5M 2048M 19.0.0-2113-g809afd3d d75494008455 401ebc094f89 2024-04-13T22:04:44.850 INFO:teuthology.orchestra.run.smithi165.stdout:mon.c smithi165 running (5m) 21s ago 23m 38.4M 2048M 19.0.0-2113-g809afd3d d75494008455 dce40d3b6951 2024-04-13T22:04:44.850 INFO:teuthology.orchestra.run.smithi165.stdout:node-exporter.a smithi165 *:9100 running (15m) 21s ago 15m 8659k - 1.5.0 0da6a335fe13 fd1ac5babd68 2024-04-13T22:04:44.850 INFO:teuthology.orchestra.run.smithi165.stdout:node-exporter.b smithi189 *:9100 running (15m) 21s ago 15m 8896k - 1.5.0 0da6a335fe13 f9c7c96a6ea0 2024-04-13T22:04:44.851 INFO:teuthology.orchestra.run.smithi165.stdout:osd.0 smithi165 running (2m) 21s ago 22m 45.7M 2524M 19.0.0-2113-g809afd3d d75494008455 a55294098b8b 2024-04-13T22:04:44.851 INFO:teuthology.orchestra.run.smithi165.stdout:osd.1 smithi165 running (2m) 21s ago 21m 44.8M 2524M 19.0.0-2113-g809afd3d d75494008455 2ddba30cfaed 2024-04-13T22:04:44.851 INFO:teuthology.orchestra.run.smithi165.stdout:osd.2 smithi165 running (51s) 21s ago 20m 43.6M 2524M 19.0.0-2113-g809afd3d d75494008455 f8c0c3c908c6 2024-04-13T22:04:44.851 INFO:teuthology.orchestra.run.smithi165.stdout:osd.3 smithi165 running (25s) 21s ago 19m - 2524M 19.0.0-2113-g809afd3d d75494008455 cd76d05b5885 2024-04-13T22:04:44.851 INFO:teuthology.orchestra.run.smithi165.stdout:osd.4 smithi189 running (18m) 21s ago 18m 58.5M 2524M 18.2.2-1219-ge6cbcc46 c62c264cba88 916d85a9cb0a 2024-04-13T22:04:44.851 INFO:teuthology.orchestra.run.smithi165.stdout:osd.5 smithi189 running (18m) 21s ago 18m 57.2M 2524M 18.2.2-1219-ge6cbcc46 c62c264cba88 a18e52df71b2 2024-04-13T22:04:44.851 INFO:teuthology.orchestra.run.smithi165.stdout:osd.6 smithi189 running (17m) 21s ago 17m 57.0M 2524M 18.2.2-1219-ge6cbcc46 c62c264cba88 9df7d1512375 2024-04-13T22:04:44.851 INFO:teuthology.orchestra.run.smithi165.stdout:osd.7 smithi189 running (16m) 21s ago 16m 62.5M 2524M 18.2.2-1219-ge6cbcc46 c62c264cba88 c1970d76f232 2024-04-13T22:04:44.851 INFO:teuthology.orchestra.run.smithi165.stdout:prometheus.a smithi189 *:9095 running (7m) 21s ago 15m 48.1M - 2.43.0 a07b618ecd1d f901acc5f2d9 2024-04-13T22:04:44.895 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:44 smithi165 bash[84613]: cluster 2024-04-13T22:04:42.970092+0000 mgr.y (mgr.25865) 283 : cluster 0 pgmap v220: 73 pgs: 1 active+undersized+degraded, 12 stale+active+clean, 4 active+undersized, 56 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 1/84 objects degraded (1.190%) 2024-04-13T22:04:44.895 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:44 smithi165 bash[84613]: cluster 2024-04-13T22:04:43.912791+0000 mon.a (mon.0) 544 : cluster 3 Health check failed: Degraded data redundancy: 1/84 objects degraded (1.190%), 1 pg degraded (PG_DEGRADED) 2024-04-13T22:04:44.949 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 22:04:44 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:04:44.950 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:04:44 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:04:44.950 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:04:44 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:04:44.950 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:04:44 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:04:44.951 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 22:04:44 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:04:44.951 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 22:04:44 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:04:44.951 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 22:04:44 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:04:44.952 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:04:44 smithi189 systemd[1]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@osd.4.service: Deactivated successfully. 2024-04-13T22:04:44.952 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:04:44 smithi189 systemd[1]: Stopped Ceph osd.4 for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T22:04:44.952 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:04:44 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:04:44.952 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:04:44 smithi189 systemd[1]: Started Ceph osd.4 for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T22:04:44.952 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:44 smithi189 bash[68090]: cluster 2024-04-13T22:04:42.970092+0000 mgr.y (mgr.25865) 283 : cluster 0 pgmap v220: 73 pgs: 1 active+undersized+degraded, 12 stale+active+clean, 4 active+undersized, 56 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 1/84 objects degraded (1.190%) 2024-04-13T22:04:44.952 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:44 smithi189 bash[68090]: cluster 2024-04-13T22:04:43.912791+0000 mon.a (mon.0) 544 : cluster 3 Health check failed: Degraded data redundancy: 1/84 objects degraded (1.190%), 1 pg degraded (PG_DEGRADED) 2024-04-13T22:04:44.952 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:44 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:04:45.575 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -e sha1=809afd3da6037ef1c60dcf79f89e65791b95f8ef -- bash -c 'ceph orch ps' 2024-04-13T22:04:46.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:46 smithi189 bash[68090]: audit 2024-04-13T22:04:44.812338+0000 mgr.y (mgr.25865) 284 : audit 0 from='client.44252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T22:04:46.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:46 smithi189 bash[68090]: cluster 2024-04-13T22:04:44.970733+0000 mgr.y (mgr.25865) 285 : cluster 0 pgmap v221: 73 pgs: 9 active+undersized+degraded, 3 stale+active+clean, 19 active+undersized, 42 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-13T22:04:46.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:46 smithi189 bash[68090]: audit 2024-04-13T22:04:44.999534+0000 mon.a (mon.0) 545 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:46.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:46 smithi189 bash[68090]: audit 2024-04-13T22:04:45.006144+0000 mon.a (mon.0) 546 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:46.098 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:46 smithi189 bash[68090]: audit 2024-04-13T22:04:45.050426+0000 mon.a (mon.0) 547 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:04:46.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:45 smithi165 bash[82211]: audit 2024-04-13T22:04:44.812338+0000 mgr.y (mgr.25865) 284 : audit 0 from='client.44252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T22:04:46.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:45 smithi165 bash[82211]: cluster 2024-04-13T22:04:44.970733+0000 mgr.y (mgr.25865) 285 : cluster 0 pgmap v221: 73 pgs: 9 active+undersized+degraded, 3 stale+active+clean, 19 active+undersized, 42 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-13T22:04:46.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:45 smithi165 bash[82211]: audit 2024-04-13T22:04:44.999534+0000 mon.a (mon.0) 545 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:46.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:45 smithi165 bash[82211]: audit 2024-04-13T22:04:45.006144+0000 mon.a (mon.0) 546 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:46.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:46 smithi165 bash[82211]: audit 2024-04-13T22:04:45.050426+0000 mon.a (mon.0) 547 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:04:46.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:46 smithi165 bash[84613]: audit 2024-04-13T22:04:44.812338+0000 mgr.y (mgr.25865) 284 : audit 0 from='client.44252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T22:04:46.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:46 smithi165 bash[84613]: cluster 2024-04-13T22:04:44.970733+0000 mgr.y (mgr.25865) 285 : cluster 0 pgmap v221: 73 pgs: 9 active+undersized+degraded, 3 stale+active+clean, 19 active+undersized, 42 active+clean; 4.6 MiB data, 256 MiB used, 715 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-13T22:04:46.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:46 smithi165 bash[84613]: audit 2024-04-13T22:04:44.999534+0000 mon.a (mon.0) 545 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:46.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:46 smithi165 bash[84613]: audit 2024-04-13T22:04:45.006144+0000 mon.a (mon.0) 546 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:46.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:46 smithi165 bash[84613]: audit 2024-04-13T22:04:45.050426+0000 mon.a (mon.0) 547 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:04:46.847 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:04:46 smithi189 bash[73539]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-13T22:04:46.847 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:04:46 smithi189 bash[73539]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-13T22:04:46.847 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:04:46 smithi189 bash[73539]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-13T22:04:46.848 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:04:46 smithi189 bash[73539]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-13T22:04:46.848 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:04:46 smithi189 bash[73539]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-04-13T22:04:46.848 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:04:46 smithi189 bash[73539]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-13T22:04:46.848 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:04:46 smithi189 bash[73539]: --> ceph-volume raw activate successful for osd ID: 4 2024-04-13T22:04:48.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:48 smithi189 bash[68090]: cluster 2024-04-13T22:04:46.971624+0000 mgr.y (mgr.25865) 286 : cluster 0 pgmap v222: 73 pgs: 10 active+undersized+degraded, 23 active+undersized, 40 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2024-04-13T22:04:48.097 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:04:47 smithi189 bash[73773]: debug 2024-04-13T22:04:47.865+0000 7fb5ebf58700 1 -- 172.21.15.189:0/1465930006 <== mon.1 v2:172.21.15.189:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55641b261680 con 0x55641b29f000 2024-04-13T22:04:48.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:48 smithi165 bash[82211]: cluster 2024-04-13T22:04:46.971624+0000 mgr.y (mgr.25865) 286 : cluster 0 pgmap v222: 73 pgs: 10 active+undersized+degraded, 23 active+undersized, 40 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2024-04-13T22:04:48.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:48 smithi165 bash[84613]: cluster 2024-04-13T22:04:46.971624+0000 mgr.y (mgr.25865) 286 : cluster 0 pgmap v222: 73 pgs: 10 active+undersized+degraded, 23 active+undersized, 40 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2024-04-13T22:04:48.847 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:04:48 smithi189 bash[73773]: debug 2024-04-13T22:04:48.409+0000 7fb5f50f07c0 -1 Falling back to public interface 2024-04-13T22:04:50.312 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:04:50.317 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:50 smithi165 bash[82211]: cluster 2024-04-13T22:04:48.972847+0000 mgr.y (mgr.25865) 287 : cluster 0 pgmap v223: 73 pgs: 10 active+undersized+degraded, 23 active+undersized, 40 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2024-04-13T22:04:50.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:50 smithi165 bash[84613]: cluster 2024-04-13T22:04:48.972847+0000 mgr.y (mgr.25865) 287 : cluster 0 pgmap v223: 73 pgs: 10 active+undersized+degraded, 23 active+undersized, 40 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2024-04-13T22:04:50.347 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:50 smithi189 bash[68090]: cluster 2024-04-13T22:04:48.972847+0000 mgr.y (mgr.25865) 287 : cluster 0 pgmap v223: 73 pgs: 10 active+undersized+degraded, 23 active+undersized, 40 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2024-04-13T22:04:51.847 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:04:51 smithi189 bash[73773]: debug 2024-04-13T22:04:51.393+0000 7fb5f50f07c0 -1 osd.4 112 log_to_monitors true 2024-04-13T22:04:52.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:52 smithi165 bash[82211]: cluster 2024-04-13T22:04:50.973871+0000 mgr.y (mgr.25865) 288 : cluster 0 pgmap v224: 73 pgs: 10 active+undersized+degraded, 23 active+undersized, 40 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2024-04-13T22:04:52.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:52 smithi165 bash[82211]: audit 2024-04-13T22:04:51.403209+0000 mon.a (mon.0) 548 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-13T22:04:52.319 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:52 smithi165 bash[82211]: audit 2024-04-13T22:04:51.404574+0000 mon.b (mon.1) 4 : audit 1 from='osd.4 [v2:172.21.15.189:6800/1500122767,v1:172.21.15.189:6801/1500122767]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-13T22:04:52.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:52 smithi165 bash[84613]: cluster 2024-04-13T22:04:50.973871+0000 mgr.y (mgr.25865) 288 : cluster 0 pgmap v224: 73 pgs: 10 active+undersized+degraded, 23 active+undersized, 40 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2024-04-13T22:04:52.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:52 smithi165 bash[84613]: audit 2024-04-13T22:04:51.403209+0000 mon.a (mon.0) 548 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-13T22:04:52.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:52 smithi165 bash[84613]: audit 2024-04-13T22:04:51.404574+0000 mon.b (mon.1) 4 : audit 1 from='osd.4 [v2:172.21.15.189:6800/1500122767,v1:172.21.15.189:6801/1500122767]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-13T22:04:52.347 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:52 smithi189 bash[68090]: cluster 2024-04-13T22:04:50.973871+0000 mgr.y (mgr.25865) 288 : cluster 0 pgmap v224: 73 pgs: 10 active+undersized+degraded, 23 active+undersized, 40 active+clean; 4.6 MiB data, 257 MiB used, 715 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2024-04-13T22:04:52.347 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:52 smithi189 bash[68090]: audit 2024-04-13T22:04:51.403209+0000 mon.a (mon.0) 548 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-13T22:04:52.347 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:52 smithi189 bash[68090]: audit 2024-04-13T22:04:51.404574+0000 mon.b (mon.1) 4 : audit 1 from='osd.4 [v2:172.21.15.189:6800/1500122767,v1:172.21.15.189:6801/1500122767]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-13T22:04:52.348 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:04:52 smithi189 bash[73773]: debug 2024-04-13T22:04:52.061+0000 7fb5e2540700 -1 osd.4 112 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-13T22:04:52.818 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:04:52 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:04:52] "GET /metrics HTTP/1.1" 200 34018 "" "Prometheus/2.43.0" 2024-04-13T22:04:53.314 INFO:teuthology.orchestra.run.smithi165.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-13T22:04:53.314 INFO:teuthology.orchestra.run.smithi165.stdout:alertmanager.a smithi165 *:9093,9094 running (14m) 29s ago 15m 14.2M - 0.25.0 c8568f914cd2 de9ca91d55a1 2024-04-13T22:04:53.315 INFO:teuthology.orchestra.run.smithi165.stdout:grafana.a smithi189 *:3000 running (14m) 0s ago 14m 79.7M - 9.4.7 954c08fa6188 d4f31df785b9 2024-04-13T22:04:53.315 INFO:teuthology.orchestra.run.smithi165.stdout:mds.foo.smithi165.sviubw smithi165 running (12m) 29s ago 12m 15.4M - 18.2.2-1219-ge6cbcc46 c62c264cba88 d09e65de3151 2024-04-13T22:04:53.315 INFO:teuthology.orchestra.run.smithi165.stdout:mds.foo.smithi189.nwqqrx smithi189 running (12m) 0s ago 12m 18.0M - 18.2.2-1219-ge6cbcc46 c62c264cba88 a6cf6b97354c 2024-04-13T22:04:53.315 INFO:teuthology.orchestra.run.smithi165.stdout:mgr.x smithi189 *:8443,9283,8765 running (7m) 0s ago 22m 440M - 19.0.0-2113-g809afd3d d75494008455 22a9e22538df 2024-04-13T22:04:53.315 INFO:teuthology.orchestra.run.smithi165.stdout:mgr.y smithi165 *:8443,9283,8765 running (7m) 29s ago 25m 497M - 19.0.0-2113-g809afd3d d75494008455 61ee82d8e2ef 2024-04-13T22:04:53.315 INFO:teuthology.orchestra.run.smithi165.stdout:mon.a smithi165 running (6m) 29s ago 25m 52.5M 2048M 19.0.0-2113-g809afd3d d75494008455 9a1dc5f8997e 2024-04-13T22:04:53.315 INFO:teuthology.orchestra.run.smithi165.stdout:mon.b smithi189 running (4m) 0s ago 23m 37.3M 2048M 19.0.0-2113-g809afd3d d75494008455 401ebc094f89 2024-04-13T22:04:53.315 INFO:teuthology.orchestra.run.smithi165.stdout:mon.c smithi165 running (5m) 29s ago 23m 38.4M 2048M 19.0.0-2113-g809afd3d d75494008455 dce40d3b6951 2024-04-13T22:04:53.315 INFO:teuthology.orchestra.run.smithi165.stdout:node-exporter.a smithi165 *:9100 running (15m) 29s ago 15m 8659k - 1.5.0 0da6a335fe13 fd1ac5babd68 2024-04-13T22:04:53.315 INFO:teuthology.orchestra.run.smithi165.stdout:node-exporter.b smithi189 *:9100 running (15m) 0s ago 15m 8939k - 1.5.0 0da6a335fe13 f9c7c96a6ea0 2024-04-13T22:04:53.315 INFO:teuthology.orchestra.run.smithi165.stdout:osd.0 smithi165 running (2m) 29s ago 22m 45.7M 2524M 19.0.0-2113-g809afd3d d75494008455 a55294098b8b 2024-04-13T22:04:53.316 INFO:teuthology.orchestra.run.smithi165.stdout:osd.1 smithi165 running (2m) 29s ago 21m 44.8M 2524M 19.0.0-2113-g809afd3d d75494008455 2ddba30cfaed 2024-04-13T22:04:53.316 INFO:teuthology.orchestra.run.smithi165.stdout:osd.2 smithi165 running (60s) 29s ago 20m 43.6M 2524M 19.0.0-2113-g809afd3d d75494008455 f8c0c3c908c6 2024-04-13T22:04:53.316 INFO:teuthology.orchestra.run.smithi165.stdout:osd.3 smithi165 running (33s) 29s ago 19m - 2524M 19.0.0-2113-g809afd3d d75494008455 cd76d05b5885 2024-04-13T22:04:53.316 INFO:teuthology.orchestra.run.smithi165.stdout:osd.4 smithi189 running (6s) 0s ago 19m 11.7M 2524M 19.0.0-2113-g809afd3d d75494008455 cc5bfa236ab4 2024-04-13T22:04:53.316 INFO:teuthology.orchestra.run.smithi165.stdout:osd.5 smithi189 running (18m) 0s ago 18m 58.1M 2524M 18.2.2-1219-ge6cbcc46 c62c264cba88 a18e52df71b2 2024-04-13T22:04:53.316 INFO:teuthology.orchestra.run.smithi165.stdout:osd.6 smithi189 running (17m) 0s ago 17m 56.8M 2524M 18.2.2-1219-ge6cbcc46 c62c264cba88 9df7d1512375 2024-04-13T22:04:53.316 INFO:teuthology.orchestra.run.smithi165.stdout:osd.7 smithi189 running (16m) 0s ago 16m 63.3M 2524M 18.2.2-1219-ge6cbcc46 c62c264cba88 c1970d76f232 2024-04-13T22:04:53.316 INFO:teuthology.orchestra.run.smithi165.stdout:prometheus.a smithi189 *:9095 running (7m) 0s ago 15m 48.1M - 2.43.0 a07b618ecd1d f901acc5f2d9 2024-04-13T22:04:53.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:53 smithi165 bash[82211]: debug 2024-04-13T22:04:53.015+0000 7fd2809f4700 -1 log_channel(cluster) log [ERR] : Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:04:53.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:53 smithi165 bash[82211]: audit 2024-04-13T22:04:52.020016+0000 mon.a (mon.0) 549 : audit 1 from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-13T22:04:53.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:53 smithi165 bash[82211]: audit 2024-04-13T22:04:52.025655+0000 mon.b (mon.1) 5 : audit 1 from='osd.4 [v2:172.21.15.189:6800/1500122767,v1:172.21.15.189:6801/1500122767]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-04-13T22:04:53.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:53 smithi165 bash[82211]: cluster 2024-04-13T22:04:52.025812+0000 mon.a (mon.0) 550 : cluster 0 osdmap e115: 8 total, 7 up, 8 in 2024-04-13T22:04:53.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:53 smithi165 bash[82211]: audit 2024-04-13T22:04:52.026554+0000 mon.a (mon.0) 551 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-04-13T22:04:53.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:53 smithi165 bash[82211]: audit 2024-04-13T22:04:52.648015+0000 mon.a (mon.0) 552 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:53.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:53 smithi165 bash[82211]: audit 2024-04-13T22:04:52.657066+0000 mon.a (mon.0) 553 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:53.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:53 smithi165 bash[84613]: audit 2024-04-13T22:04:52.020016+0000 mon.a (mon.0) 549 : audit 1 from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-13T22:04:53.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:53 smithi165 bash[84613]: audit 2024-04-13T22:04:52.025655+0000 mon.b (mon.1) 5 : audit 1 from='osd.4 [v2:172.21.15.189:6800/1500122767,v1:172.21.15.189:6801/1500122767]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-04-13T22:04:53.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:53 smithi165 bash[84613]: cluster 2024-04-13T22:04:52.025812+0000 mon.a (mon.0) 550 : cluster 0 osdmap e115: 8 total, 7 up, 8 in 2024-04-13T22:04:53.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:53 smithi165 bash[84613]: audit 2024-04-13T22:04:52.026554+0000 mon.a (mon.0) 551 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-04-13T22:04:53.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:53 smithi165 bash[84613]: audit 2024-04-13T22:04:52.648015+0000 mon.a (mon.0) 552 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:53.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:53 smithi165 bash[84613]: audit 2024-04-13T22:04:52.657066+0000 mon.a (mon.0) 553 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:53.349 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:53 smithi189 bash[68090]: audit 2024-04-13T22:04:52.020016+0000 mon.a (mon.0) 549 : audit 1 from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-13T22:04:53.349 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:53 smithi189 bash[68090]: audit 2024-04-13T22:04:52.025655+0000 mon.b (mon.1) 5 : audit 1 from='osd.4 [v2:172.21.15.189:6800/1500122767,v1:172.21.15.189:6801/1500122767]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-04-13T22:04:53.349 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:53 smithi189 bash[68090]: cluster 2024-04-13T22:04:52.025812+0000 mon.a (mon.0) 550 : cluster 0 osdmap e115: 8 total, 7 up, 8 in 2024-04-13T22:04:53.350 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:53 smithi189 bash[68090]: audit 2024-04-13T22:04:52.026554+0000 mon.a (mon.0) 551 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-04-13T22:04:53.350 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:53 smithi189 bash[68090]: audit 2024-04-13T22:04:52.648015+0000 mon.a (mon.0) 552 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:53.350 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:53 smithi189 bash[68090]: audit 2024-04-13T22:04:52.657066+0000 mon.a (mon.0) 553 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:54.055 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -e sha1=809afd3da6037ef1c60dcf79f89e65791b95f8ef -- bash -c 'ceph versions' 2024-04-13T22:04:54.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:54 smithi165 bash[82211]: cluster 2024-04-13T22:04:52.974426+0000 mgr.y (mgr.25865) 289 : cluster 0 pgmap v226: 73 pgs: 10 active+undersized+degraded, 23 active+undersized, 40 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2024-04-13T22:04:54.319 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:54 smithi165 bash[82211]: cluster 2024-04-13T22:04:53.020562+0000 mon.a (mon.0) 554 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:04:54.319 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:54 smithi165 bash[82211]: cluster 2024-04-13T22:04:53.020599+0000 mon.a (mon.0) 555 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T22:04:54.319 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:54 smithi165 bash[82211]: cluster 2024-04-13T22:04:53.026468+0000 mon.a (mon.0) 556 : cluster 1 osd.4 [v2:172.21.15.189:6800/1500122767,v1:172.21.15.189:6801/1500122767] boot 2024-04-13T22:04:54.319 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:54 smithi165 bash[82211]: cluster 2024-04-13T22:04:53.026528+0000 mon.a (mon.0) 557 : cluster 0 osdmap e116: 8 total, 8 up, 8 in 2024-04-13T22:04:54.319 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:54 smithi165 bash[82211]: audit 2024-04-13T22:04:53.027507+0000 mon.a (mon.0) 558 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T22:04:54.319 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:54 smithi165 bash[82211]: cluster 2024-04-13T22:04:53.137439+0000 mon.a (mon.0) 559 : cluster 3 Health check update: Degraded data redundancy: 15/84 objects degraded (17.857%), 10 pgs degraded (PG_DEGRADED) 2024-04-13T22:04:54.319 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:54 smithi165 bash[82211]: audit 2024-04-13T22:04:53.274424+0000 mgr.y (mgr.25865) 290 : audit 0 from='client.44264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T22:04:54.319 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:54 smithi165 bash[82211]: audit 2024-04-13T22:04:53.786114+0000 mon.a (mon.0) 560 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:54.319 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:54 smithi165 bash[82211]: audit 2024-04-13T22:04:53.799820+0000 mon.a (mon.0) 561 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:54.320 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:54 smithi165 bash[84613]: cluster 2024-04-13T22:04:52.974426+0000 mgr.y (mgr.25865) 289 : cluster 0 pgmap v226: 73 pgs: 10 active+undersized+degraded, 23 active+undersized, 40 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2024-04-13T22:04:54.320 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:54 smithi165 bash[84613]: cluster 2024-04-13T22:04:53.020562+0000 mon.a (mon.0) 554 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:04:54.320 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:54 smithi165 bash[84613]: cluster 2024-04-13T22:04:53.020599+0000 mon.a (mon.0) 555 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T22:04:54.320 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:54 smithi165 bash[84613]: cluster 2024-04-13T22:04:53.026468+0000 mon.a (mon.0) 556 : cluster 1 osd.4 [v2:172.21.15.189:6800/1500122767,v1:172.21.15.189:6801/1500122767] boot 2024-04-13T22:04:54.320 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:54 smithi165 bash[84613]: cluster 2024-04-13T22:04:53.026528+0000 mon.a (mon.0) 557 : cluster 0 osdmap e116: 8 total, 8 up, 8 in 2024-04-13T22:04:54.320 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:54 smithi165 bash[84613]: audit 2024-04-13T22:04:53.027507+0000 mon.a (mon.0) 558 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T22:04:54.320 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:54 smithi165 bash[84613]: cluster 2024-04-13T22:04:53.137439+0000 mon.a (mon.0) 559 : cluster 3 Health check update: Degraded data redundancy: 15/84 objects degraded (17.857%), 10 pgs degraded (PG_DEGRADED) 2024-04-13T22:04:54.320 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:54 smithi165 bash[84613]: audit 2024-04-13T22:04:53.274424+0000 mgr.y (mgr.25865) 290 : audit 0 from='client.44264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T22:04:54.320 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:54 smithi165 bash[84613]: audit 2024-04-13T22:04:53.786114+0000 mon.a (mon.0) 560 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:54.320 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:54 smithi165 bash[84613]: audit 2024-04-13T22:04:53.799820+0000 mon.a (mon.0) 561 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:54.348 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:54 smithi189 bash[68090]: cluster 2024-04-13T22:04:52.974426+0000 mgr.y (mgr.25865) 289 : cluster 0 pgmap v226: 73 pgs: 10 active+undersized+degraded, 23 active+undersized, 40 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail; 15/84 objects degraded (17.857%) 2024-04-13T22:04:54.348 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:54 smithi189 bash[68090]: cluster 2024-04-13T22:04:53.020562+0000 mon.a (mon.0) 554 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-13T22:04:54.348 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:54 smithi189 bash[68090]: cluster 2024-04-13T22:04:53.020599+0000 mon.a (mon.0) 555 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-13T22:04:54.348 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:54 smithi189 bash[68090]: cluster 2024-04-13T22:04:53.026468+0000 mon.a (mon.0) 556 : cluster 1 osd.4 [v2:172.21.15.189:6800/1500122767,v1:172.21.15.189:6801/1500122767] boot 2024-04-13T22:04:54.348 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:54 smithi189 bash[68090]: cluster 2024-04-13T22:04:53.026528+0000 mon.a (mon.0) 557 : cluster 0 osdmap e116: 8 total, 8 up, 8 in 2024-04-13T22:04:54.348 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:54 smithi189 bash[68090]: audit 2024-04-13T22:04:53.027507+0000 mon.a (mon.0) 558 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-13T22:04:54.348 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:54 smithi189 bash[68090]: cluster 2024-04-13T22:04:53.137439+0000 mon.a (mon.0) 559 : cluster 3 Health check update: Degraded data redundancy: 15/84 objects degraded (17.857%), 10 pgs degraded (PG_DEGRADED) 2024-04-13T22:04:54.348 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:54 smithi189 bash[68090]: audit 2024-04-13T22:04:53.274424+0000 mgr.y (mgr.25865) 290 : audit 0 from='client.44264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-13T22:04:54.349 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:54 smithi189 bash[68090]: audit 2024-04-13T22:04:53.786114+0000 mon.a (mon.0) 560 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:54.349 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:54 smithi189 bash[68090]: audit 2024-04-13T22:04:53.799820+0000 mon.a (mon.0) 561 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:55.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:55 smithi165 bash[82211]: cluster 2024-04-13T22:04:54.033574+0000 mon.a (mon.0) 562 : cluster 0 osdmap e117: 8 total, 8 up, 8 in 2024-04-13T22:04:55.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:55 smithi165 bash[84613]: cluster 2024-04-13T22:04:54.033574+0000 mon.a (mon.0) 562 : cluster 0 osdmap e117: 8 total, 8 up, 8 in 2024-04-13T22:04:55.347 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:55 smithi189 bash[68090]: cluster 2024-04-13T22:04:54.033574+0000 mon.a (mon.0) 562 : cluster 0 osdmap e117: 8 total, 8 up, 8 in 2024-04-13T22:04:56.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:56 smithi165 bash[82211]: cluster 2024-04-13T22:04:54.975252+0000 mgr.y (mgr.25865) 291 : cluster 0 pgmap v229: 73 pgs: 10 peering, 3 active+undersized+degraded, 16 active+undersized, 44 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2024-04-13T22:04:56.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:56 smithi165 bash[84613]: cluster 2024-04-13T22:04:54.975252+0000 mgr.y (mgr.25865) 291 : cluster 0 pgmap v229: 73 pgs: 10 peering, 3 active+undersized+degraded, 16 active+undersized, 44 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2024-04-13T22:04:56.347 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:56 smithi189 bash[68090]: cluster 2024-04-13T22:04:54.975252+0000 mgr.y (mgr.25865) 291 : cluster 0 pgmap v229: 73 pgs: 10 peering, 3 active+undersized+degraded, 16 active+undersized, 44 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2024-04-13T22:04:58.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:58 smithi165 bash[82211]: cluster 2024-04-13T22:04:56.976061+0000 mgr.y (mgr.25865) 292 : cluster 0 pgmap v230: 73 pgs: 10 peering, 2 active+undersized+degraded, 15 active+undersized, 46 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:04:58.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:58 smithi165 bash[82211]: audit 2024-04-13T22:04:57.917564+0000 mon.a (mon.0) 563 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:58.319 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:58 smithi165 bash[82211]: audit 2024-04-13T22:04:57.919808+0000 mon.a (mon.0) 564 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:04:58.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:58 smithi165 bash[84613]: cluster 2024-04-13T22:04:56.976061+0000 mgr.y (mgr.25865) 292 : cluster 0 pgmap v230: 73 pgs: 10 peering, 2 active+undersized+degraded, 15 active+undersized, 46 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:04:58.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:58 smithi165 bash[84613]: audit 2024-04-13T22:04:57.917564+0000 mon.a (mon.0) 563 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:58.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:58 smithi165 bash[84613]: audit 2024-04-13T22:04:57.919808+0000 mon.a (mon.0) 564 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:04:58.347 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:58 smithi189 bash[68090]: cluster 2024-04-13T22:04:56.976061+0000 mgr.y (mgr.25865) 292 : cluster 0 pgmap v230: 73 pgs: 10 peering, 2 active+undersized+degraded, 15 active+undersized, 46 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-13T22:04:58.347 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:58 smithi189 bash[68090]: audit 2024-04-13T22:04:57.917564+0000 mon.a (mon.0) 563 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:04:58.348 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:58 smithi189 bash[68090]: audit 2024-04-13T22:04:57.919808+0000 mon.a (mon.0) 564 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:04:58.787 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:04:59.347 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:04:59 smithi189 bash[68090]: cluster 2024-04-13T22:04:58.138269+0000 mon.a (mon.0) 565 : cluster 3 Health check update: Degraded data redundancy: 5/84 objects degraded (5.952%), 2 pgs degraded (PG_DEGRADED) 2024-04-13T22:04:59.568 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:04:59 smithi165 bash[82211]: cluster 2024-04-13T22:04:58.138269+0000 mon.a (mon.0) 565 : cluster 3 Health check update: Degraded data redundancy: 5/84 objects degraded (5.952%), 2 pgs degraded (PG_DEGRADED) 2024-04-13T22:04:59.568 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:04:59 smithi165 bash[84613]: cluster 2024-04-13T22:04:58.138269+0000 mon.a (mon.0) 565 : cluster 3 Health check update: Degraded data redundancy: 5/84 objects degraded (5.952%), 2 pgs degraded (PG_DEGRADED) 2024-04-13T22:05:00.347 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:00 smithi189 bash[68090]: cluster 2024-04-13T22:04:58.977052+0000 mgr.y (mgr.25865) 293 : cluster 0 pgmap v231: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:00.348 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:00 smithi189 bash[68090]: cluster 2024-04-13T22:04:59.062132+0000 mon.a (mon.0) 566 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/84 objects degraded (5.952%), 2 pgs degraded) 2024-04-13T22:05:00.568 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:00 smithi165 bash[84613]: cluster 2024-04-13T22:04:58.977052+0000 mgr.y (mgr.25865) 293 : cluster 0 pgmap v231: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:00.568 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:00 smithi165 bash[84613]: cluster 2024-04-13T22:04:59.062132+0000 mon.a (mon.0) 566 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/84 objects degraded (5.952%), 2 pgs degraded) 2024-04-13T22:05:00.569 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:00 smithi165 bash[82211]: cluster 2024-04-13T22:04:58.977052+0000 mgr.y (mgr.25865) 293 : cluster 0 pgmap v231: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:00.569 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:00 smithi165 bash[82211]: cluster 2024-04-13T22:04:59.062132+0000 mon.a (mon.0) 566 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/84 objects degraded (5.952%), 2 pgs degraded) 2024-04-13T22:05:01.990 INFO:teuthology.orchestra.run.smithi165.stdout:{ 2024-04-13T22:05:01.991 INFO:teuthology.orchestra.run.smithi165.stdout: "mon": { 2024-04-13T22:05:01.991 INFO:teuthology.orchestra.run.smithi165.stdout: "ceph version 19.0.0-2113-g809afd3d (809afd3da6037ef1c60dcf79f89e65791b95f8ef) squid (dev)": 3 2024-04-13T22:05:01.991 INFO:teuthology.orchestra.run.smithi165.stdout: }, 2024-04-13T22:05:01.991 INFO:teuthology.orchestra.run.smithi165.stdout: "mgr": { 2024-04-13T22:05:01.991 INFO:teuthology.orchestra.run.smithi165.stdout: "ceph version 19.0.0-2113-g809afd3d (809afd3da6037ef1c60dcf79f89e65791b95f8ef) squid (dev)": 2 2024-04-13T22:05:01.991 INFO:teuthology.orchestra.run.smithi165.stdout: }, 2024-04-13T22:05:01.991 INFO:teuthology.orchestra.run.smithi165.stdout: "osd": { 2024-04-13T22:05:01.991 INFO:teuthology.orchestra.run.smithi165.stdout: "ceph version 18.2.2-1219-ge6cbcc46 (e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8) reef (stable)": 3, 2024-04-13T22:05:01.991 INFO:teuthology.orchestra.run.smithi165.stdout: "ceph version 19.0.0-2113-g809afd3d (809afd3da6037ef1c60dcf79f89e65791b95f8ef) squid (dev)": 5 2024-04-13T22:05:01.991 INFO:teuthology.orchestra.run.smithi165.stdout: }, 2024-04-13T22:05:01.992 INFO:teuthology.orchestra.run.smithi165.stdout: "mds": { 2024-04-13T22:05:01.992 INFO:teuthology.orchestra.run.smithi165.stdout: "ceph version 18.2.2-1219-ge6cbcc46 (e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8) reef (stable)": 2 2024-04-13T22:05:01.992 INFO:teuthology.orchestra.run.smithi165.stdout: }, 2024-04-13T22:05:01.992 INFO:teuthology.orchestra.run.smithi165.stdout: "overall": { 2024-04-13T22:05:01.992 INFO:teuthology.orchestra.run.smithi165.stdout: "ceph version 18.2.2-1219-ge6cbcc46 (e6cbcc46bfceef9c12adea87009d7e96f3ffb6d8) reef (stable)": 5, 2024-04-13T22:05:01.992 INFO:teuthology.orchestra.run.smithi165.stdout: "ceph version 19.0.0-2113-g809afd3d (809afd3da6037ef1c60dcf79f89e65791b95f8ef) squid (dev)": 10 2024-04-13T22:05:01.992 INFO:teuthology.orchestra.run.smithi165.stdout: } 2024-04-13T22:05:01.992 INFO:teuthology.orchestra.run.smithi165.stdout:} 2024-04-13T22:05:02.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:02 smithi165 bash[82211]: cluster 2024-04-13T22:05:00.977868+0000 mgr.y (mgr.25865) 294 : cluster 0 pgmap v232: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:02.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:02 smithi165 bash[82211]: audit 2024-04-13T22:05:01.993486+0000 mon.c (mon.2) 11 : audit 0 from='client.? 172.21.15.165:0/753574506' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:05:02.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:02 smithi165 bash[84613]: cluster 2024-04-13T22:05:00.977868+0000 mgr.y (mgr.25865) 294 : cluster 0 pgmap v232: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:02.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:02 smithi165 bash[84613]: audit 2024-04-13T22:05:01.993486+0000 mon.c (mon.2) 11 : audit 0 from='client.? 172.21.15.165:0/753574506' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:05:02.347 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:02 smithi189 bash[68090]: cluster 2024-04-13T22:05:00.977868+0000 mgr.y (mgr.25865) 294 : cluster 0 pgmap v232: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:02.347 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:02 smithi189 bash[68090]: audit 2024-04-13T22:05:01.993486+0000 mon.c (mon.2) 11 : audit 0 from='client.? 172.21.15.165:0/753574506' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-13T22:05:02.754 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:05:02 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:05:02] "GET /metrics HTTP/1.1" 200 34020 "" "Prometheus/2.43.0" 2024-04-13T22:05:02.755 DEBUG:teuthology.parallel:result is None 2024-04-13T22:05:02.755 INFO:teuthology.run_tasks:Running task print... 2024-04-13T22:05:02.766 INFO:teuthology.task.print:**** done upgrading first half of cluster **** 2024-04-13T22:05:02.766 INFO:teuthology.run_tasks:Running task ceph.healthy... 2024-04-13T22:05:02.801 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-13T22:05:02.801 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-13T22:05:02.801 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph mgr dump --format=json 2024-04-13T22:05:04.822 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:04 smithi165 bash[82211]: cluster 2024-04-13T22:05:02.978588+0000 mgr.y (mgr.25865) 295 : cluster 0 pgmap v233: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:04.822 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:04 smithi165 bash[82211]: audit 2024-04-13T22:05:03.406516+0000 mon.a (mon.0) 567 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:05:04.822 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:04 smithi165 bash[82211]: audit 2024-04-13T22:05:03.422182+0000 mon.a (mon.0) 568 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:05:04.822 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:04 smithi165 bash[82211]: audit 2024-04-13T22:05:03.424879+0000 mon.a (mon.0) 569 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:05:04.822 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:04 smithi165 bash[82211]: audit 2024-04-13T22:05:03.426778+0000 mon.a (mon.0) 570 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:05:04.822 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:04 smithi165 bash[82211]: audit 2024-04-13T22:05:03.439275+0000 mon.a (mon.0) 571 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:05:04.822 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:04 smithi165 bash[82211]: audit 2024-04-13T22:05:03.531678+0000 mon.a (mon.0) 572 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:05:04.822 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:04 smithi165 bash[82211]: audit 2024-04-13T22:05:03.535367+0000 mon.a (mon.0) 573 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:05:04.823 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:04 smithi165 bash[82211]: audit 2024-04-13T22:05:03.537264+0000 mon.a (mon.0) 574 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:05:04.823 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:04 smithi165 bash[82211]: audit 2024-04-13T22:05:03.549640+0000 mon.a (mon.0) 575 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:05:04.823 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:04 smithi165 bash[84613]: cluster 2024-04-13T22:05:02.978588+0000 mgr.y (mgr.25865) 295 : cluster 0 pgmap v233: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:04.823 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:04 smithi165 bash[84613]: audit 2024-04-13T22:05:03.406516+0000 mon.a (mon.0) 567 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:05:04.823 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:04 smithi165 bash[84613]: audit 2024-04-13T22:05:03.422182+0000 mon.a (mon.0) 568 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:05:04.823 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:04 smithi165 bash[84613]: audit 2024-04-13T22:05:03.424879+0000 mon.a (mon.0) 569 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:05:04.823 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:04 smithi165 bash[84613]: audit 2024-04-13T22:05:03.426778+0000 mon.a (mon.0) 570 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:05:04.823 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:04 smithi165 bash[84613]: audit 2024-04-13T22:05:03.439275+0000 mon.a (mon.0) 571 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:05:04.823 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:04 smithi165 bash[84613]: audit 2024-04-13T22:05:03.531678+0000 mon.a (mon.0) 572 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:05:04.823 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:04 smithi165 bash[84613]: audit 2024-04-13T22:05:03.535367+0000 mon.a (mon.0) 573 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:05:04.823 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:04 smithi165 bash[84613]: audit 2024-04-13T22:05:03.537264+0000 mon.a (mon.0) 574 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:05:04.824 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:04 smithi165 bash[84613]: audit 2024-04-13T22:05:03.549640+0000 mon.a (mon.0) 575 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:05:04.848 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:04 smithi189 bash[68090]: cluster 2024-04-13T22:05:02.978588+0000 mgr.y (mgr.25865) 295 : cluster 0 pgmap v233: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:04.848 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:04 smithi189 bash[68090]: audit 2024-04-13T22:05:03.406516+0000 mon.a (mon.0) 567 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:05:04.848 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:04 smithi189 bash[68090]: audit 2024-04-13T22:05:03.422182+0000 mon.a (mon.0) 568 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:05:04.848 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:04 smithi189 bash[68090]: audit 2024-04-13T22:05:03.424879+0000 mon.a (mon.0) 569 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:05:04.848 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:04 smithi189 bash[68090]: audit 2024-04-13T22:05:03.426778+0000 mon.a (mon.0) 570 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:05:04.848 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:04 smithi189 bash[68090]: audit 2024-04-13T22:05:03.439275+0000 mon.a (mon.0) 571 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:05:04.848 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:04 smithi189 bash[68090]: audit 2024-04-13T22:05:03.531678+0000 mon.a (mon.0) 572 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:05:04.848 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:04 smithi189 bash[68090]: audit 2024-04-13T22:05:03.535367+0000 mon.a (mon.0) 573 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:05:04.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:04 smithi189 bash[68090]: audit 2024-04-13T22:05:03.537264+0000 mon.a (mon.0) 574 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:05:04.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:04 smithi189 bash[68090]: audit 2024-04-13T22:05:03.549640+0000 mon.a (mon.0) 575 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:05:06.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:06 smithi165 bash[82211]: cluster 2024-04-13T22:05:04.979485+0000 mgr.y (mgr.25865) 296 : cluster 0 pgmap v234: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:06.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:06 smithi165 bash[84613]: cluster 2024-04-13T22:05:04.979485+0000 mgr.y (mgr.25865) 296 : cluster 0 pgmap v234: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:06.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:06 smithi189 bash[68090]: cluster 2024-04-13T22:05:04.979485+0000 mgr.y (mgr.25865) 296 : cluster 0 pgmap v234: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:07.547 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:05:08.663 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:08 smithi165 bash[82211]: cluster 2024-04-13T22:05:06.980205+0000 mgr.y (mgr.25865) 297 : cluster 0 pgmap v235: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:08.663 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:08 smithi165 bash[82211]: audit 2024-04-13T22:05:08.057256+0000 mon.a (mon.0) 576 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:05:08.663 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:08 smithi165 bash[84613]: cluster 2024-04-13T22:05:06.980205+0000 mgr.y (mgr.25865) 297 : cluster 0 pgmap v235: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:08.663 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:08 smithi165 bash[84613]: audit 2024-04-13T22:05:08.057256+0000 mon.a (mon.0) 576 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:05:08.848 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:08 smithi189 bash[68090]: cluster 2024-04-13T22:05:06.980205+0000 mgr.y (mgr.25865) 297 : cluster 0 pgmap v235: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:08.848 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:08 smithi189 bash[68090]: audit 2024-04-13T22:05:08.057256+0000 mon.a (mon.0) 576 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:05:10.568 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:10 smithi165 bash[84613]: cluster 2024-04-13T22:05:08.981162+0000 mgr.y (mgr.25865) 298 : cluster 0 pgmap v236: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:10.568 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:10 smithi165 bash[82211]: cluster 2024-04-13T22:05:08.981162+0000 mgr.y (mgr.25865) 298 : cluster 0 pgmap v236: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:10.626 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T22:05:10.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:10 smithi189 bash[68090]: cluster 2024-04-13T22:05:08.981162+0000 mgr.y (mgr.25865) 298 : cluster 0 pgmap v236: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:11.359 INFO:teuthology.orchestra.run.smithi165.stdout:{"epoch":37,"flags":0,"active_gid":25865,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6800","nonce":128865189},{"type":"v1","addr":"172.21.15.165:6801","nonce":128865189}]},"active_addr":"172.21.15.165:6801/128865189","active_change":"2024-04-13T21:58:12.785356+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":34107,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.165:8443/","prometheus":"http://172.21.15.165:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":92,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.165:0","nonce":52859817}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.165:0","nonce":1525779386}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.165:0","nonce":3269926322}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.165:0","nonce":1750546691}]}]} 2024-04-13T22:05:11.364 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-13T22:05:11.364 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-13T22:05:11.364 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph osd dump --format=json 2024-04-13T22:05:11.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:11 smithi165 bash[82211]: audit 2024-04-13T22:05:10.620699+0000 mon.c (mon.2) 12 : audit 0 from='client.? 172.21.15.165:0/1734750707' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-13T22:05:11.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:11 smithi165 bash[84613]: audit 2024-04-13T22:05:10.620699+0000 mon.c (mon.2) 12 : audit 0 from='client.? 172.21.15.165:0/1734750707' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-13T22:05:11.847 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:11 smithi189 bash[68090]: audit 2024-04-13T22:05:10.620699+0000 mon.c (mon.2) 12 : audit 0 from='client.? 172.21.15.165:0/1734750707' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-13T22:05:12.822 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:12 smithi165 bash[82211]: cluster 2024-04-13T22:05:10.981962+0000 mgr.y (mgr.25865) 299 : cluster 0 pgmap v237: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:12.823 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:05:12 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:05:12] "GET /metrics HTTP/1.1" 200 34020 "" "Prometheus/2.43.0" 2024-04-13T22:05:12.824 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:12 smithi165 bash[84613]: cluster 2024-04-13T22:05:10.981962+0000 mgr.y (mgr.25865) 299 : cluster 0 pgmap v237: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:12.848 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:12 smithi189 bash[68090]: cluster 2024-04-13T22:05:10.981962+0000 mgr.y (mgr.25865) 299 : cluster 0 pgmap v237: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:14.319 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:13 smithi165 bash[82211]: audit 2024-04-13T22:05:12.919527+0000 mon.a (mon.0) 577 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:05:14.319 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:13 smithi165 bash[82211]: audit 2024-04-13T22:05:12.921654+0000 mon.a (mon.0) 578 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:05:14.319 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:13 smithi165 bash[82211]: cluster 2024-04-13T22:05:12.982860+0000 mgr.y (mgr.25865) 300 : cluster 0 pgmap v238: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:14.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:13 smithi165 bash[84613]: audit 2024-04-13T22:05:12.919527+0000 mon.a (mon.0) 577 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:05:14.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:13 smithi165 bash[84613]: audit 2024-04-13T22:05:12.921654+0000 mon.a (mon.0) 578 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:05:14.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:13 smithi165 bash[84613]: cluster 2024-04-13T22:05:12.982860+0000 mgr.y (mgr.25865) 300 : cluster 0 pgmap v238: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:14.348 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:13 smithi189 bash[68090]: audit 2024-04-13T22:05:12.919527+0000 mon.a (mon.0) 577 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:05:14.348 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:13 smithi189 bash[68090]: audit 2024-04-13T22:05:12.921654+0000 mon.a (mon.0) 578 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:05:14.348 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:13 smithi189 bash[68090]: cluster 2024-04-13T22:05:12.982860+0000 mgr.y (mgr.25865) 300 : cluster 0 pgmap v238: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:16.104 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:05:16.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:16 smithi165 bash[82211]: cluster 2024-04-13T22:05:14.983825+0000 mgr.y (mgr.25865) 301 : cluster 0 pgmap v239: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:16.318 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:16 smithi165 bash[84613]: cluster 2024-04-13T22:05:14.983825+0000 mgr.y (mgr.25865) 301 : cluster 0 pgmap v239: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:16.347 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:16 smithi189 bash[68090]: cluster 2024-04-13T22:05:14.983825+0000 mgr.y (mgr.25865) 301 : cluster 0 pgmap v239: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:18.318 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:18 smithi165 bash[82211]: cluster 2024-04-13T22:05:16.984549+0000 mgr.y (mgr.25865) 302 : cluster 0 pgmap v240: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:18.319 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:18 smithi165 bash[84613]: cluster 2024-04-13T22:05:16.984549+0000 mgr.y (mgr.25865) 302 : cluster 0 pgmap v240: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:18.348 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:18 smithi189 bash[68090]: cluster 2024-04-13T22:05:16.984549+0000 mgr.y (mgr.25865) 302 : cluster 0 pgmap v240: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:19.063 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T22:05:19.064 INFO:teuthology.orchestra.run.smithi165.stdout:{"epoch":117,"fsid":"1c29171c-f9de-11ee-bc8e-c7b262605968","created":"2024-04-13T21:39:20.699603+0000","modified":"2024-04-13T22:04:54.022456+0000","last_up_change":"2024-04-13T22:04:53.019815+0000","last_in_change":"2024-04-13T21:48:03.234530+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":23,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-13T21:44:25.441069+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-04-13T21:50:03.135344+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":87,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-04-13T21:51:55.302277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-04-13T21:51:56.120375+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"776ad8e4-0a40-4b88-9ab6-efe11cb27fc6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":92,"up_from":96,"up_thru":116,"down_at":93,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6802","nonce":1304928871},{"type":"v1","addr":"172.21.15.165:6803","nonce":1304928871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6804","nonce":1304928871},{"type":"v1","addr":"172.21.15.165:6805","nonce":1304928871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6808","nonce":1304928871},{"type":"v1","addr":"172.21.15.165:6809","nonce":1304928871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6806","nonce":1304928871},{"type":"v1","addr":"172.21.15.165:6807","nonce":1304928871}]},"public_addr":"172.21.15.165:6803/1304928871","cluster_addr":"172.21.15.165:6805/1304928871","heartbeat_back_addr":"172.21.15.165:6809/1304928871","heartbeat_front_addr":"172.21.15.165:6807/1304928871","state":["exists","up"]},{"osd":1,"uuid":"2b75ee66-e9f8-45d6-9bea-5da70fef5eab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":97,"up_from":101,"up_thru":116,"down_at":98,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6810","nonce":2322459931},{"type":"v1","addr":"172.21.15.165:6811","nonce":2322459931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6812","nonce":2322459931},{"type":"v1","addr":"172.21.15.165:6813","nonce":2322459931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6816","nonce":2322459931},{"type":"v1","addr":"172.21.15.165:6817","nonce":2322459931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6814","nonce":2322459931},{"type":"v1","addr":"172.21.15.165:6815","nonce":2322459931}]},"public_addr":"172.21.15.165:6811/2322459931","cluster_addr":"172.21.15.165:6813/2322459931","heartbeat_back_addr":"172.21.15.165:6817/2322459931","heartbeat_front_addr":"172.21.15.165:6815/2322459931","state":["exists","up"]},{"osd":2,"uuid":"7c6c0d77-0b32-40d6-b6dd-752634faa653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":102,"up_from":106,"up_thru":113,"down_at":103,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6818","nonce":3093768889},{"type":"v1","addr":"172.21.15.165:6819","nonce":3093768889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6820","nonce":3093768889},{"type":"v1","addr":"172.21.15.165:6821","nonce":3093768889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6824","nonce":3093768889},{"type":"v1","addr":"172.21.15.165:6825","nonce":3093768889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6822","nonce":3093768889},{"type":"v1","addr":"172.21.15.165:6823","nonce":3093768889}]},"public_addr":"172.21.15.165:6819/3093768889","cluster_addr":"172.21.15.165:6821/3093768889","heartbeat_back_addr":"172.21.15.165:6825/3093768889","heartbeat_front_addr":"172.21.15.165:6823/3093768889","state":["exists","up"]},{"osd":3,"uuid":"2292ee9f-3011-4d12-97a9-59871d9af3f7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":107,"up_from":111,"up_thru":116,"down_at":108,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6826","nonce":3730699424},{"type":"v1","addr":"172.21.15.165:6827","nonce":3730699424}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6828","nonce":3730699424},{"type":"v1","addr":"172.21.15.165:6829","nonce":3730699424}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6832","nonce":3730699424},{"type":"v1","addr":"172.21.15.165:6833","nonce":3730699424}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6830","nonce":3730699424},{"type":"v1","addr":"172.21.15.165:6831","nonce":3730699424}]},"public_addr":"172.21.15.165:6827/3730699424","cluster_addr":"172.21.15.165:6829/3730699424","heartbeat_back_addr":"172.21.15.165:6833/3730699424","heartbeat_front_addr":"172.21.15.165:6831/3730699424","state":["exists","up"]},{"osd":4,"uuid":"6fc9f1b2-1ad9-4883-8ac9-6155cce5bcff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":112,"up_from":116,"up_thru":116,"down_at":113,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6800","nonce":1500122767},{"type":"v1","addr":"172.21.15.189:6801","nonce":1500122767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6802","nonce":1500122767},{"type":"v1","addr":"172.21.15.189:6803","nonce":1500122767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6806","nonce":1500122767},{"type":"v1","addr":"172.21.15.189:6807","nonce":1500122767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6804","nonce":1500122767},{"type":"v1","addr":"172.21.15.189:6805","nonce":1500122767}]},"public_addr":"172.21.15.189:6801/1500122767","cluster_addr":"172.21.15.189:6803/1500122767","heartbeat_back_addr":"172.21.15.189:6807/1500122767","heartbeat_front_addr":"172.21.15.189:6805/1500122767","state":["exists","up"]},{"osd":5,"uuid":"1f52e692-2034-4d77-a0bc-5f23e3d1df8c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":116,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6808","nonce":2467195533},{"type":"v1","addr":"172.21.15.189:6809","nonce":2467195533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6810","nonce":2467195533},{"type":"v1","addr":"172.21.15.189:6811","nonce":2467195533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6814","nonce":2467195533},{"type":"v1","addr":"172.21.15.189:6815","nonce":2467195533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6812","nonce":2467195533},{"type":"v1","addr":"172.21.15.189:6813","nonce":2467195533}]},"public_addr":"172.21.15.189:6809/2467195533","cluster_addr":"172.21.15.189:6811/2467195533","heartbeat_back_addr":"172.21.15.189:6815/2467195533","heartbeat_front_addr":"172.21.15.189:6813/2467195533","state":["exists","up"]},{"osd":6,"uuid":"a0a0ef31-869b-447e-bc9b-d26981b8a347","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":116,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6816","nonce":1129279025},{"type":"v1","addr":"172.21.15.189:6817","nonce":1129279025}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6818","nonce":1129279025},{"type":"v1","addr":"172.21.15.189:6819","nonce":1129279025}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6822","nonce":1129279025},{"type":"v1","addr":"172.21.15.189:6823","nonce":1129279025}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6820","nonce":1129279025},{"type":"v1","addr":"172.21.15.189:6821","nonce":1129279025}]},"public_addr":"172.21.15.189:6817/1129279025","cluster_addr":"172.21.15.189:6819/1129279025","heartbeat_back_addr":"172.21.15.189:6823/1129279025","heartbeat_front_addr":"172.21.15.189:6821/1129279025","state":["exists","up"]},{"osd":7,"uuid":"d34424f8-3ab3-4331-9e53-83a0e3b5549c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":116,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6824","nonce":2854073429},{"type":"v1","addr":"172.21.15.189:6825","nonce":2854073429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6826","nonce":2854073429},{"type":"v1","addr":"172.21.15.189:6827","nonce":2854073429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6830","nonce":2854073429},{"type":"v1","addr":"172.21.15.189:6831","nonce":2854073429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6828","nonce":2854073429},{"type":"v1","addr":"172.21.15.189:6829","nonce":2854073429}]},"public_addr":"172.21.15.189:6825/2854073429","cluster_addr":"172.21.15.189:6827/2854073429","heartbeat_back_addr":"172.21.15.189:6831/2854073429","heartbeat_front_addr":"172.21.15.189:6829/2854073429","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:42:41.885444+0000","dead_epoch":92},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:43:30.846570+0000","dead_epoch":97},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:44:20.621228+0000","dead_epoch":102},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:45:10.174227+0000","dead_epoch":107},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:45:58.306014+0000","dead_epoch":112},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:46:48.569417+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:47:37.411045+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:48:26.772389+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.7","mappings":[{"from":1,"to":2}]},{"pgid":"4.14","mappings":[{"from":1,"to":2}]},{"pgid":"4.1d","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.165:0/1486718192":"2024-04-14T21:39:51.988958+0000","172.21.15.165:0/1668837608":"2024-04-14T21:40:22.820715+0000","172.21.15.165:0/3079240495":"2024-04-14T21:56:17.156808+0000","172.21.15.165:0/3420050815":"2024-04-14T21:56:17.156808+0000","172.21.15.165:0/2304149009":"2024-04-14T21:39:51.988958+0000","172.21.15.189:0/1473751587":"2024-04-14T21:57:10.327349+0000","172.21.15.165:6801/2707292930":"2024-04-14T21:58:12.785007+0000","172.21.15.189:0/2878395164":"2024-04-14T21:57:10.327349+0000","172.21.15.165:0/4285278550":"2024-04-14T21:58:12.785007+0000","172.21.15.165:0/1732656980":"2024-04-14T21:58:12.785007+0000","172.21.15.165:0/537941751":"2024-04-14T21:40:22.820715+0000","172.21.15.165:6801/3496035712":"2024-04-14T21:39:51.988958+0000","172.21.15.165:0/2532678195":"2024-04-14T21:58:12.785007+0000","172.21.15.165:0/3046192902":"2024-04-14T21:49:25.680950+0000","172.21.15.165:0/4051573552":"2024-04-14T21:49:25.680950+0000","172.21.15.165:6800/2707292930":"2024-04-14T21:58:12.785007+0000","172.21.15.189:0/301320592":"2024-04-14T21:57:10.327349+0000","172.21.15.165:0/2406057763":"2024-04-14T21:56:17.156808+0000","172.21.15.189:0/4058637538":"2024-04-14T21:57:10.327349+0000","172.21.15.165:0/3079989644":"2024-04-14T21:39:51.988958+0000","172.21.15.165:0/999600985":"2024-04-14T21:40:22.820715+0000","172.21.15.165:0/2231585663":"2024-04-14T21:58:12.785007+0000","172.21.15.165:0/3153903530":"2024-04-14T21:49:25.680950+0000","172.21.15.189:0/890755177":"2024-04-14T21:57:10.327349+0000","172.21.15.165:6800/514718001":"2024-04-14T21:56:17.156808+0000","172.21.15.165:6801/514718001":"2024-04-14T21:56:17.156808+0000","172.21.15.165:6834/2800630388":"2024-04-14T21:52:04.617885+0000","172.21.15.165:6800/3496035712":"2024-04-14T21:39:51.988958+0000","172.21.15.189:6834/789785718":"2024-04-14T21:57:10.327349+0000","172.21.15.165:6835/2800630388":"2024-04-14T21:52:04.617885+0000","172.21.15.189:6835/789785718":"2024-04-14T21:57:10.327349+0000","172.21.15.165:0/1309459491":"2024-04-14T21:49:25.680950+0000","172.21.15.165:0/505163131":"2024-04-14T21:56:17.156808+0000","172.21.15.165:6800/491646175":"2024-04-14T21:49:25.680950+0000","172.21.15.165:6800/1346964888":"2024-04-14T21:40:22.820715+0000","172.21.15.165:6801/1346964888":"2024-04-14T21:40:22.820715+0000","172.21.15.165:0/903663666":"2024-04-14T21:58:12.785007+0000","172.21.15.165:0/1189692335":"2024-04-14T21:58:12.785007+0000","172.21.15.189:0/1731723461":"2024-04-14T21:57:10.327349+0000","172.21.15.165:6801/491646175":"2024-04-14T21:49:25.680950+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-13T22:05:19.571 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:19 smithi165 bash[82211]: audit 2024-04-13T22:05:19.064944+0000 mon.c (mon.2) 13 : audit 0 from='client.? 172.21.15.165:0/1923820548' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T22:05:19.571 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:19 smithi165 bash[84613]: audit 2024-04-13T22:05:19.064944+0000 mon.c (mon.2) 13 : audit 0 from='client.? 172.21.15.165:0/1923820548' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T22:05:19.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:19 smithi189 bash[68090]: audit 2024-04-13T22:05:19.064944+0000 mon.c (mon.2) 13 : audit 0 from='client.? 172.21.15.165:0/1923820548' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T22:05:19.769 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-13T22:05:19.770 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph osd dump --format=json 2024-04-13T22:05:20.568 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:20 smithi165 bash[82211]: cluster 2024-04-13T22:05:18.985459+0000 mgr.y (mgr.25865) 303 : cluster 0 pgmap v241: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:20.569 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:20 smithi165 bash[84613]: cluster 2024-04-13T22:05:18.985459+0000 mgr.y (mgr.25865) 303 : cluster 0 pgmap v241: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:20.597 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:20 smithi189 bash[68090]: cluster 2024-04-13T22:05:18.985459+0000 mgr.y (mgr.25865) 303 : cluster 0 pgmap v241: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:22.568 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:22 smithi165 bash[82211]: cluster 2024-04-13T22:05:20.986252+0000 mgr.y (mgr.25865) 304 : cluster 0 pgmap v242: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:22.569 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:05:22 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:05:22] "GET /metrics HTTP/1.1" 200 34018 "" "Prometheus/2.43.0" 2024-04-13T22:05:22.569 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:22 smithi165 bash[84613]: cluster 2024-04-13T22:05:20.986252+0000 mgr.y (mgr.25865) 304 : cluster 0 pgmap v242: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:22.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:22 smithi189 bash[68090]: cluster 2024-04-13T22:05:20.986252+0000 mgr.y (mgr.25865) 304 : cluster 0 pgmap v242: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:24.504 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:05:24.526 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:24 smithi165 bash[82211]: cluster 2024-04-13T22:05:22.987075+0000 mgr.y (mgr.25865) 305 : cluster 0 pgmap v243: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:24.526 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:24 smithi165 bash[84613]: cluster 2024-04-13T22:05:22.987075+0000 mgr.y (mgr.25865) 305 : cluster 0 pgmap v243: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:24.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:24 smithi189 bash[68090]: cluster 2024-04-13T22:05:22.987075+0000 mgr.y (mgr.25865) 305 : cluster 0 pgmap v243: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:26.568 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:26 smithi165 bash[82211]: cluster 2024-04-13T22:05:24.987937+0000 mgr.y (mgr.25865) 306 : cluster 0 pgmap v244: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:26.568 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:26 smithi165 bash[84613]: cluster 2024-04-13T22:05:24.987937+0000 mgr.y (mgr.25865) 306 : cluster 0 pgmap v244: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:26.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:26 smithi189 bash[68090]: cluster 2024-04-13T22:05:24.987937+0000 mgr.y (mgr.25865) 306 : cluster 0 pgmap v244: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:27.472 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T22:05:27.472 INFO:teuthology.orchestra.run.smithi165.stdout:{"epoch":117,"fsid":"1c29171c-f9de-11ee-bc8e-c7b262605968","created":"2024-04-13T21:39:20.699603+0000","modified":"2024-04-13T22:04:54.022456+0000","last_up_change":"2024-04-13T22:04:53.019815+0000","last_in_change":"2024-04-13T21:48:03.234530+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":23,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-13T21:44:25.441069+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-04-13T21:50:03.135344+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":87,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-04-13T21:51:55.302277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-04-13T21:51:56.120375+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"776ad8e4-0a40-4b88-9ab6-efe11cb27fc6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":92,"up_from":96,"up_thru":116,"down_at":93,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6802","nonce":1304928871},{"type":"v1","addr":"172.21.15.165:6803","nonce":1304928871}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6804","nonce":1304928871},{"type":"v1","addr":"172.21.15.165:6805","nonce":1304928871}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6808","nonce":1304928871},{"type":"v1","addr":"172.21.15.165:6809","nonce":1304928871}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6806","nonce":1304928871},{"type":"v1","addr":"172.21.15.165:6807","nonce":1304928871}]},"public_addr":"172.21.15.165:6803/1304928871","cluster_addr":"172.21.15.165:6805/1304928871","heartbeat_back_addr":"172.21.15.165:6809/1304928871","heartbeat_front_addr":"172.21.15.165:6807/1304928871","state":["exists","up"]},{"osd":1,"uuid":"2b75ee66-e9f8-45d6-9bea-5da70fef5eab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":97,"up_from":101,"up_thru":116,"down_at":98,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6810","nonce":2322459931},{"type":"v1","addr":"172.21.15.165:6811","nonce":2322459931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6812","nonce":2322459931},{"type":"v1","addr":"172.21.15.165:6813","nonce":2322459931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6816","nonce":2322459931},{"type":"v1","addr":"172.21.15.165:6817","nonce":2322459931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6814","nonce":2322459931},{"type":"v1","addr":"172.21.15.165:6815","nonce":2322459931}]},"public_addr":"172.21.15.165:6811/2322459931","cluster_addr":"172.21.15.165:6813/2322459931","heartbeat_back_addr":"172.21.15.165:6817/2322459931","heartbeat_front_addr":"172.21.15.165:6815/2322459931","state":["exists","up"]},{"osd":2,"uuid":"7c6c0d77-0b32-40d6-b6dd-752634faa653","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":102,"up_from":106,"up_thru":113,"down_at":103,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6818","nonce":3093768889},{"type":"v1","addr":"172.21.15.165:6819","nonce":3093768889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6820","nonce":3093768889},{"type":"v1","addr":"172.21.15.165:6821","nonce":3093768889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6824","nonce":3093768889},{"type":"v1","addr":"172.21.15.165:6825","nonce":3093768889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6822","nonce":3093768889},{"type":"v1","addr":"172.21.15.165:6823","nonce":3093768889}]},"public_addr":"172.21.15.165:6819/3093768889","cluster_addr":"172.21.15.165:6821/3093768889","heartbeat_back_addr":"172.21.15.165:6825/3093768889","heartbeat_front_addr":"172.21.15.165:6823/3093768889","state":["exists","up"]},{"osd":3,"uuid":"2292ee9f-3011-4d12-97a9-59871d9af3f7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":107,"up_from":111,"up_thru":116,"down_at":108,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6826","nonce":3730699424},{"type":"v1","addr":"172.21.15.165:6827","nonce":3730699424}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6828","nonce":3730699424},{"type":"v1","addr":"172.21.15.165:6829","nonce":3730699424}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6832","nonce":3730699424},{"type":"v1","addr":"172.21.15.165:6833","nonce":3730699424}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.165:6830","nonce":3730699424},{"type":"v1","addr":"172.21.15.165:6831","nonce":3730699424}]},"public_addr":"172.21.15.165:6827/3730699424","cluster_addr":"172.21.15.165:6829/3730699424","heartbeat_back_addr":"172.21.15.165:6833/3730699424","heartbeat_front_addr":"172.21.15.165:6831/3730699424","state":["exists","up"]},{"osd":4,"uuid":"6fc9f1b2-1ad9-4883-8ac9-6155cce5bcff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":112,"up_from":116,"up_thru":116,"down_at":113,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6800","nonce":1500122767},{"type":"v1","addr":"172.21.15.189:6801","nonce":1500122767}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6802","nonce":1500122767},{"type":"v1","addr":"172.21.15.189:6803","nonce":1500122767}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6806","nonce":1500122767},{"type":"v1","addr":"172.21.15.189:6807","nonce":1500122767}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6804","nonce":1500122767},{"type":"v1","addr":"172.21.15.189:6805","nonce":1500122767}]},"public_addr":"172.21.15.189:6801/1500122767","cluster_addr":"172.21.15.189:6803/1500122767","heartbeat_back_addr":"172.21.15.189:6807/1500122767","heartbeat_front_addr":"172.21.15.189:6805/1500122767","state":["exists","up"]},{"osd":5,"uuid":"1f52e692-2034-4d77-a0bc-5f23e3d1df8c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":116,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6808","nonce":2467195533},{"type":"v1","addr":"172.21.15.189:6809","nonce":2467195533}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6810","nonce":2467195533},{"type":"v1","addr":"172.21.15.189:6811","nonce":2467195533}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6814","nonce":2467195533},{"type":"v1","addr":"172.21.15.189:6815","nonce":2467195533}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6812","nonce":2467195533},{"type":"v1","addr":"172.21.15.189:6813","nonce":2467195533}]},"public_addr":"172.21.15.189:6809/2467195533","cluster_addr":"172.21.15.189:6811/2467195533","heartbeat_back_addr":"172.21.15.189:6815/2467195533","heartbeat_front_addr":"172.21.15.189:6813/2467195533","state":["exists","up"]},{"osd":6,"uuid":"a0a0ef31-869b-447e-bc9b-d26981b8a347","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":116,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6816","nonce":1129279025},{"type":"v1","addr":"172.21.15.189:6817","nonce":1129279025}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6818","nonce":1129279025},{"type":"v1","addr":"172.21.15.189:6819","nonce":1129279025}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6822","nonce":1129279025},{"type":"v1","addr":"172.21.15.189:6823","nonce":1129279025}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6820","nonce":1129279025},{"type":"v1","addr":"172.21.15.189:6821","nonce":1129279025}]},"public_addr":"172.21.15.189:6817/1129279025","cluster_addr":"172.21.15.189:6819/1129279025","heartbeat_back_addr":"172.21.15.189:6823/1129279025","heartbeat_front_addr":"172.21.15.189:6821/1129279025","state":["exists","up"]},{"osd":7,"uuid":"d34424f8-3ab3-4331-9e53-83a0e3b5549c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":116,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6824","nonce":2854073429},{"type":"v1","addr":"172.21.15.189:6825","nonce":2854073429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6826","nonce":2854073429},{"type":"v1","addr":"172.21.15.189:6827","nonce":2854073429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6830","nonce":2854073429},{"type":"v1","addr":"172.21.15.189:6831","nonce":2854073429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6828","nonce":2854073429},{"type":"v1","addr":"172.21.15.189:6829","nonce":2854073429}]},"public_addr":"172.21.15.189:6825/2854073429","cluster_addr":"172.21.15.189:6827/2854073429","heartbeat_back_addr":"172.21.15.189:6831/2854073429","heartbeat_front_addr":"172.21.15.189:6829/2854073429","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:42:41.885444+0000","dead_epoch":92},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:43:30.846570+0000","dead_epoch":97},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:44:20.621228+0000","dead_epoch":102},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:45:10.174227+0000","dead_epoch":107},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:45:58.306014+0000","dead_epoch":112},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:46:48.569417+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:47:37.411045+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-13T21:48:26.772389+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.7","mappings":[{"from":1,"to":2}]},{"pgid":"4.14","mappings":[{"from":1,"to":2}]},{"pgid":"4.1d","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.165:0/2231585663":"2024-04-14T21:58:12.785007+0000","172.21.15.165:0/4285278550":"2024-04-14T21:58:12.785007+0000","172.21.15.165:0/1732656980":"2024-04-14T21:58:12.785007+0000","172.21.15.165:6800/3496035712":"2024-04-14T21:39:51.988958+0000","172.21.15.165:0/3079240495":"2024-04-14T21:56:17.156808+0000","172.21.15.165:0/3420050815":"2024-04-14T21:56:17.156808+0000","172.21.15.189:0/890755177":"2024-04-14T21:57:10.327349+0000","172.21.15.189:6834/789785718":"2024-04-14T21:57:10.327349+0000","172.21.15.165:0/999600985":"2024-04-14T21:40:22.820715+0000","172.21.15.165:0/3153903530":"2024-04-14T21:49:25.680950+0000","172.21.15.165:0/4051573552":"2024-04-14T21:49:25.680950+0000","172.21.15.165:0/2304149009":"2024-04-14T21:39:51.988958+0000","172.21.15.165:6834/2800630388":"2024-04-14T21:52:04.617885+0000","172.21.15.165:6800/514718001":"2024-04-14T21:56:17.156808+0000","172.21.15.165:6801/514718001":"2024-04-14T21:56:17.156808+0000","172.21.15.189:0/2878395164":"2024-04-14T21:57:10.327349+0000","172.21.15.165:6801/2707292930":"2024-04-14T21:58:12.785007+0000","172.21.15.189:0/1473751587":"2024-04-14T21:57:10.327349+0000","172.21.15.165:0/2406057763":"2024-04-14T21:56:17.156808+0000","172.21.15.189:0/4058637538":"2024-04-14T21:57:10.327349+0000","172.21.15.165:0/3079989644":"2024-04-14T21:39:51.988958+0000","172.21.15.165:6835/2800630388":"2024-04-14T21:52:04.617885+0000","172.21.15.189:6835/789785718":"2024-04-14T21:57:10.327349+0000","172.21.15.165:0/3046192902":"2024-04-14T21:49:25.680950+0000","172.21.15.165:0/1309459491":"2024-04-14T21:49:25.680950+0000","172.21.15.165:0/505163131":"2024-04-14T21:56:17.156808+0000","172.21.15.165:6800/491646175":"2024-04-14T21:49:25.680950+0000","172.21.15.189:0/301320592":"2024-04-14T21:57:10.327349+0000","172.21.15.165:6801/3496035712":"2024-04-14T21:39:51.988958+0000","172.21.15.165:0/537941751":"2024-04-14T21:40:22.820715+0000","172.21.15.165:6800/2707292930":"2024-04-14T21:58:12.785007+0000","172.21.15.165:6800/1346964888":"2024-04-14T21:40:22.820715+0000","172.21.15.165:6801/1346964888":"2024-04-14T21:40:22.820715+0000","172.21.15.189:0/1731723461":"2024-04-14T21:57:10.327349+0000","172.21.15.165:6801/491646175":"2024-04-14T21:49:25.680950+0000","172.21.15.165:0/1668837608":"2024-04-14T21:40:22.820715+0000","172.21.15.165:0/1486718192":"2024-04-14T21:39:51.988958+0000","172.21.15.165:0/1189692335":"2024-04-14T21:58:12.785007+0000","172.21.15.165:0/903663666":"2024-04-14T21:58:12.785007+0000","172.21.15.165:0/2532678195":"2024-04-14T21:58:12.785007+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-13T22:05:28.214 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-13T22:05:28.214 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-13T22:05:28.215 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-13T22:05:28.215 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-13T22:05:28.216 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-13T22:05:28.216 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-13T22:05:28.217 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-13T22:05:28.217 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-13T22:05:28.568 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:28 smithi165 bash[82211]: cluster 2024-04-13T22:05:26.988712+0000 mgr.y (mgr.25865) 307 : cluster 0 pgmap v245: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:28.569 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:28 smithi165 bash[82211]: audit 2024-04-13T22:05:27.473385+0000 mon.a (mon.0) 579 : audit 0 from='client.? 172.21.15.165:0/2504153312' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T22:05:28.569 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:28 smithi165 bash[82211]: audit 2024-04-13T22:05:27.912124+0000 mon.a (mon.0) 580 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:05:28.569 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:28 smithi165 bash[84613]: cluster 2024-04-13T22:05:26.988712+0000 mgr.y (mgr.25865) 307 : cluster 0 pgmap v245: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:28.569 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:28 smithi165 bash[84613]: audit 2024-04-13T22:05:27.473385+0000 mon.a (mon.0) 579 : audit 0 from='client.? 172.21.15.165:0/2504153312' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T22:05:28.569 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:28 smithi165 bash[84613]: audit 2024-04-13T22:05:27.912124+0000 mon.a (mon.0) 580 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:05:28.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:28 smithi189 bash[68090]: cluster 2024-04-13T22:05:26.988712+0000 mgr.y (mgr.25865) 307 : cluster 0 pgmap v245: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:28.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:28 smithi189 bash[68090]: audit 2024-04-13T22:05:27.473385+0000 mon.a (mon.0) 579 : audit 0 from='client.? 172.21.15.165:0/2504153312' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-13T22:05:28.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:28 smithi189 bash[68090]: audit 2024-04-13T22:05:27.912124+0000 mon.a (mon.0) 580 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:05:30.569 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:30 smithi165 bash[82211]: cluster 2024-04-13T22:05:28.989692+0000 mgr.y (mgr.25865) 308 : cluster 0 pgmap v246: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:30.569 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:30 smithi165 bash[84613]: cluster 2024-04-13T22:05:28.989692+0000 mgr.y (mgr.25865) 308 : cluster 0 pgmap v246: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:30.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:30 smithi189 bash[68090]: cluster 2024-04-13T22:05:28.989692+0000 mgr.y (mgr.25865) 308 : cluster 0 pgmap v246: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:32.568 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:32 smithi165 bash[82211]: cluster 2024-04-13T22:05:30.990519+0000 mgr.y (mgr.25865) 309 : cluster 0 pgmap v247: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:32.569 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:05:32 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:05:32] "GET /metrics HTTP/1.1" 200 34015 "" "Prometheus/2.43.0" 2024-04-13T22:05:32.569 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:32 smithi165 bash[84613]: cluster 2024-04-13T22:05:30.990519+0000 mgr.y (mgr.25865) 309 : cluster 0 pgmap v247: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:32.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:32 smithi189 bash[68090]: cluster 2024-04-13T22:05:30.990519+0000 mgr.y (mgr.25865) 309 : cluster 0 pgmap v247: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:33.043 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:05:33.043 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:05:33.044 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:05:33.044 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:05:33.044 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:05:33.044 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:05:33.045 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:05:33.047 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:05:34.382 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:34 smithi165 bash[82211]: cluster 2024-04-13T22:05:32.991356+0000 mgr.y (mgr.25865) 310 : cluster 0 pgmap v248: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:34.383 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:34 smithi165 bash[84613]: cluster 2024-04-13T22:05:32.991356+0000 mgr.y (mgr.25865) 310 : cluster 0 pgmap v248: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:34.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:34 smithi189 bash[68090]: cluster 2024-04-13T22:05:32.991356+0000 mgr.y (mgr.25865) 310 : cluster 0 pgmap v248: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:36.515 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:36 smithi165 bash[82211]: cluster 2024-04-13T22:05:34.992218+0000 mgr.y (mgr.25865) 311 : cluster 0 pgmap v249: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:36.515 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:36 smithi165 bash[84613]: cluster 2024-04-13T22:05:34.992218+0000 mgr.y (mgr.25865) 311 : cluster 0 pgmap v249: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:36.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:36 smithi189 bash[68090]: cluster 2024-04-13T22:05:34.992218+0000 mgr.y (mgr.25865) 311 : cluster 0 pgmap v249: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:38.568 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:38 smithi165 bash[82211]: cluster 2024-04-13T22:05:36.993024+0000 mgr.y (mgr.25865) 312 : cluster 0 pgmap v250: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:38.569 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:38 smithi165 bash[84613]: cluster 2024-04-13T22:05:36.993024+0000 mgr.y (mgr.25865) 312 : cluster 0 pgmap v250: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:38.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:38 smithi189 bash[68090]: cluster 2024-04-13T22:05:36.993024+0000 mgr.y (mgr.25865) 312 : cluster 0 pgmap v250: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:40.405 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:40 smithi165 bash[82211]: cluster 2024-04-13T22:05:38.994016+0000 mgr.y (mgr.25865) 313 : cluster 0 pgmap v251: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:40.406 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:40 smithi165 bash[84613]: cluster 2024-04-13T22:05:38.994016+0000 mgr.y (mgr.25865) 313 : cluster 0 pgmap v251: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:40.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:40 smithi189 bash[68090]: cluster 2024-04-13T22:05:38.994016+0000 mgr.y (mgr.25865) 313 : cluster 0 pgmap v251: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:41.098 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 22:05:40 smithi189 bash[49915]: logger=sqlstore.transactions t=2024-04-13T22:05:40.628904797Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-13T22:05:42.512 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:05:42 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:05:42] "GET /metrics HTTP/1.1" 200 34015 "" "Prometheus/2.43.0" 2024-04-13T22:05:42.512 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:42 smithi165 bash[84613]: cluster 2024-04-13T22:05:40.994820+0000 mgr.y (mgr.25865) 314 : cluster 0 pgmap v252: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:42.512 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:42 smithi165 bash[82211]: cluster 2024-04-13T22:05:40.994820+0000 mgr.y (mgr.25865) 314 : cluster 0 pgmap v252: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:42.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:42 smithi189 bash[68090]: cluster 2024-04-13T22:05:40.994820+0000 mgr.y (mgr.25865) 314 : cluster 0 pgmap v252: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:43.568 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:43 smithi165 bash[84613]: audit 2024-04-13T22:05:42.912751+0000 mon.a (mon.0) 581 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:05:43.569 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:43 smithi165 bash[82211]: audit 2024-04-13T22:05:42.912751+0000 mon.a (mon.0) 581 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:05:43.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:43 smithi189 bash[68090]: audit 2024-04-13T22:05:42.912751+0000 mon.a (mon.0) 581 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:05:44.568 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:44 smithi165 bash[82211]: cluster 2024-04-13T22:05:42.995778+0000 mgr.y (mgr.25865) 315 : cluster 0 pgmap v253: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:44.569 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:44 smithi165 bash[84613]: cluster 2024-04-13T22:05:42.995778+0000 mgr.y (mgr.25865) 315 : cluster 0 pgmap v253: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:44.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:44 smithi189 bash[68090]: cluster 2024-04-13T22:05:42.995778+0000 mgr.y (mgr.25865) 315 : cluster 0 pgmap v253: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:45.571 INFO:teuthology.orchestra.run.smithi165.stdout:201863463132 2024-04-13T22:05:45.571 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-13T22:05:46.568 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:46 smithi165 bash[82211]: cluster 2024-04-13T22:05:44.996792+0000 mgr.y (mgr.25865) 316 : cluster 0 pgmap v254: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:46.569 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:46 smithi165 bash[84613]: cluster 2024-04-13T22:05:44.996792+0000 mgr.y (mgr.25865) 316 : cluster 0 pgmap v254: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:46.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:46 smithi189 bash[68090]: cluster 2024-04-13T22:05:44.996792+0000 mgr.y (mgr.25865) 316 : cluster 0 pgmap v254: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:48.078 INFO:teuthology.orchestra.run.smithi165.stdout:498216206348 2024-04-13T22:05:48.079 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-13T22:05:48.569 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:48 smithi165 bash[82211]: cluster 2024-04-13T22:05:46.997698+0000 mgr.y (mgr.25865) 317 : cluster 0 pgmap v255: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:48.569 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:48 smithi165 bash[84613]: cluster 2024-04-13T22:05:46.997698+0000 mgr.y (mgr.25865) 317 : cluster 0 pgmap v255: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:48.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:48 smithi189 bash[68090]: cluster 2024-04-13T22:05:46.997698+0000 mgr.y (mgr.25865) 317 : cluster 0 pgmap v255: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:49.387 INFO:teuthology.orchestra.run.smithi165.stdout:236223201490 2024-04-13T22:05:49.387 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-13T22:05:49.575 INFO:teuthology.orchestra.run.smithi165.stdout:433791696935 2024-04-13T22:05:49.575 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-13T22:05:50.108 INFO:teuthology.orchestra.run.smithi165.stdout:412316860462 2024-04-13T22:05:50.109 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-13T22:05:50.389 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:50 smithi165 bash[82211]: cluster 2024-04-13T22:05:48.998694+0000 mgr.y (mgr.25865) 318 : cluster 0 pgmap v256: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:50.389 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:50 smithi165 bash[84613]: cluster 2024-04-13T22:05:48.998694+0000 mgr.y (mgr.25865) 318 : cluster 0 pgmap v256: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:50.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:50 smithi189 bash[68090]: cluster 2024-04-13T22:05:48.998694+0000 mgr.y (mgr.25865) 318 : cluster 0 pgmap v256: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:51.921 INFO:teuthology.orchestra.run.smithi165.stdout:167503724775 2024-04-13T22:05:51.922 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-13T22:05:51.935 INFO:teuthology.orchestra.run.smithi165.stdout:455266533400 2024-04-13T22:05:51.936 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-13T22:05:51.971 INFO:teuthology.orchestra.run.smithi165.stdout:476741369875 2024-04-13T22:05:51.971 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-13T22:05:52.568 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:52 smithi165 bash[82211]: cluster 2024-04-13T22:05:50.999592+0000 mgr.y (mgr.25865) 319 : cluster 0 pgmap v257: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:52.569 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:05:52 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:05:52] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2024-04-13T22:05:52.569 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:52 smithi165 bash[84613]: cluster 2024-04-13T22:05:50.999592+0000 mgr.y (mgr.25865) 319 : cluster 0 pgmap v257: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:52.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:52 smithi189 bash[68090]: cluster 2024-04-13T22:05:50.999592+0000 mgr.y (mgr.25865) 319 : cluster 0 pgmap v257: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:53.479 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:05:54.498 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:05:54.498 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:05:54.499 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:05:54.499 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:05:54.530 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:54 smithi165 bash[82211]: cluster 2024-04-13T22:05:53.000382+0000 mgr.y (mgr.25865) 320 : cluster 0 pgmap v258: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:54.531 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:54 smithi165 bash[84613]: cluster 2024-04-13T22:05:53.000382+0000 mgr.y (mgr.25865) 320 : cluster 0 pgmap v258: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:54.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:54 smithi189 bash[68090]: cluster 2024-04-13T22:05:53.000382+0000 mgr.y (mgr.25865) 320 : cluster 0 pgmap v258: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:56.502 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:56 smithi165 bash[82211]: cluster 2024-04-13T22:05:55.001393+0000 mgr.y (mgr.25865) 321 : cluster 0 pgmap v259: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:56.503 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:56 smithi165 bash[84613]: cluster 2024-04-13T22:05:55.001393+0000 mgr.y (mgr.25865) 321 : cluster 0 pgmap v259: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:56.542 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:05:56.542 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:05:56.542 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:05:56.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:56 smithi189 bash[68090]: cluster 2024-04-13T22:05:55.001393+0000 mgr.y (mgr.25865) 321 : cluster 0 pgmap v259: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:58.506 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:58 smithi165 bash[82211]: cluster 2024-04-13T22:05:57.002280+0000 mgr.y (mgr.25865) 322 : cluster 0 pgmap v260: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:58.506 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:05:58 smithi165 bash[82211]: audit 2024-04-13T22:05:57.913937+0000 mon.a (mon.0) 582 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:05:58.506 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:58 smithi165 bash[84613]: cluster 2024-04-13T22:05:57.002280+0000 mgr.y (mgr.25865) 322 : cluster 0 pgmap v260: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:58.506 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:05:58 smithi165 bash[84613]: audit 2024-04-13T22:05:57.913937+0000 mon.a (mon.0) 582 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:05:58.599 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:58 smithi189 bash[68090]: cluster 2024-04-13T22:05:57.002280+0000 mgr.y (mgr.25865) 322 : cluster 0 pgmap v260: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:05:58.599 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:05:58 smithi189 bash[68090]: audit 2024-04-13T22:05:57.913937+0000 mon.a (mon.0) 582 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:06:00.575 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:00 smithi165 bash[82211]: cluster 2024-04-13T22:05:59.003310+0000 mgr.y (mgr.25865) 323 : cluster 0 pgmap v261: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:00.576 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:00 smithi165 bash[84613]: cluster 2024-04-13T22:05:59.003310+0000 mgr.y (mgr.25865) 323 : cluster 0 pgmap v261: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:00.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:00 smithi189 bash[68090]: cluster 2024-04-13T22:05:59.003310+0000 mgr.y (mgr.25865) 323 : cluster 0 pgmap v261: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:02.569 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:02 smithi165 bash[82211]: cluster 2024-04-13T22:06:01.004105+0000 mgr.y (mgr.25865) 324 : cluster 0 pgmap v262: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:02.569 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:06:02 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:06:02] "GET /metrics HTTP/1.1" 200 34017 "" "Prometheus/2.43.0" 2024-04-13T22:06:02.569 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:02 smithi165 bash[84613]: cluster 2024-04-13T22:06:01.004105+0000 mgr.y (mgr.25865) 324 : cluster 0 pgmap v262: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:02.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:02 smithi189 bash[68090]: cluster 2024-04-13T22:06:01.004105+0000 mgr.y (mgr.25865) 324 : cluster 0 pgmap v262: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:02.929 INFO:teuthology.orchestra.run.smithi165.stdout:201863463136 2024-04-13T22:06:03.569 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:03 smithi165 bash[82211]: audit 2024-04-13T22:06:02.931693+0000 mon.c (mon.2) 14 : audit 0 from='client.? 172.21.15.165:0/2323010890' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-13T22:06:03.569 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:03 smithi165 bash[84613]: audit 2024-04-13T22:06:02.931693+0000 mon.c (mon.2) 14 : audit 0 from='client.? 172.21.15.165:0/2323010890' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-13T22:06:03.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:03 smithi189 bash[68090]: audit 2024-04-13T22:06:02.931693+0000 mon.c (mon.2) 14 : audit 0 from='client.? 172.21.15.165:0/2323010890' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-13T22:06:04.486 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:04 smithi165 bash[82211]: cluster 2024-04-13T22:06:03.004635+0000 mgr.y (mgr.25865) 325 : cluster 0 pgmap v263: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:04.486 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:04 smithi165 bash[82211]: audit 2024-04-13T22:06:03.645930+0000 mon.a (mon.0) 583 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:06:04.486 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:04 smithi165 bash[84613]: cluster 2024-04-13T22:06:03.004635+0000 mgr.y (mgr.25865) 325 : cluster 0 pgmap v263: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:04.486 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:04 smithi165 bash[84613]: audit 2024-04-13T22:06:03.645930+0000 mon.a (mon.0) 583 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:06:04.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:04 smithi189 bash[68090]: cluster 2024-04-13T22:06:03.004635+0000 mgr.y (mgr.25865) 325 : cluster 0 pgmap v263: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:04.599 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:04 smithi189 bash[68090]: audit 2024-04-13T22:06:03.645930+0000 mon.a (mon.0) 583 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:06:05.190 INFO:teuthology.orchestra.run.smithi165.stdout:498216206352 2024-04-13T22:06:05.361 INFO:teuthology.orchestra.run.smithi165.stdout:236223201494 2024-04-13T22:06:05.569 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:05 smithi165 bash[82211]: audit 2024-04-13T22:06:05.192540+0000 mon.a (mon.0) 584 : audit 0 from='client.? 172.21.15.165:0/1178992509' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-13T22:06:05.569 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:05 smithi165 bash[84613]: audit 2024-04-13T22:06:05.192540+0000 mon.a (mon.0) 584 : audit 0 from='client.? 172.21.15.165:0/1178992509' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-13T22:06:05.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:05 smithi189 bash[68090]: audit 2024-04-13T22:06:05.192540+0000 mon.a (mon.0) 584 : audit 0 from='client.? 172.21.15.165:0/1178992509' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-13T22:06:06.467 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863463132 got 201863463136 for osd.6 2024-04-13T22:06:06.467 DEBUG:teuthology.parallel:result is None 2024-04-13T22:06:06.539 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:06 smithi165 bash[82211]: cluster 2024-04-13T22:06:05.005162+0000 mgr.y (mgr.25865) 326 : cluster 0 pgmap v264: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:06.539 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:06 smithi165 bash[82211]: audit 2024-04-13T22:06:05.363881+0000 mon.c (mon.2) 15 : audit 0 from='client.? 172.21.15.165:0/1328236350' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-13T22:06:06.539 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:06 smithi165 bash[84613]: cluster 2024-04-13T22:06:05.005162+0000 mgr.y (mgr.25865) 326 : cluster 0 pgmap v264: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:06.539 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:06 smithi165 bash[84613]: audit 2024-04-13T22:06:05.363881+0000 mon.c (mon.2) 15 : audit 0 from='client.? 172.21.15.165:0/1328236350' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-13T22:06:06.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:06 smithi189 bash[68090]: cluster 2024-04-13T22:06:05.005162+0000 mgr.y (mgr.25865) 326 : cluster 0 pgmap v264: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:06.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:06 smithi189 bash[68090]: audit 2024-04-13T22:06:05.363881+0000 mon.c (mon.2) 15 : audit 0 from='client.? 172.21.15.165:0/1328236350' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-13T22:06:08.409 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201490 got 236223201494 for osd.7 2024-04-13T22:06:08.409 DEBUG:teuthology.parallel:result is None 2024-04-13T22:06:08.569 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:08 smithi165 bash[84613]: cluster 2024-04-13T22:06:07.005822+0000 mgr.y (mgr.25865) 327 : cluster 0 pgmap v265: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:08.569 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:08 smithi165 bash[82211]: cluster 2024-04-13T22:06:07.005822+0000 mgr.y (mgr.25865) 327 : cluster 0 pgmap v265: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:08.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:08 smithi189 bash[68090]: cluster 2024-04-13T22:06:07.005822+0000 mgr.y (mgr.25865) 327 : cluster 0 pgmap v265: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:09.782 INFO:tasks.cephadm.ceph_manager.ceph:need seq 498216206348 got 498216206352 for osd.4 2024-04-13T22:06:09.783 DEBUG:teuthology.parallel:result is None 2024-04-13T22:06:09.972 INFO:teuthology.orchestra.run.smithi165.stdout:433791696939 2024-04-13T22:06:10.128 INFO:teuthology.orchestra.run.smithi165.stdout:412316860466 2024-04-13T22:06:11.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:10 smithi165 bash[82211]: cluster 2024-04-13T22:06:09.006723+0000 mgr.y (mgr.25865) 328 : cluster 0 pgmap v266: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:11.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:10 smithi165 bash[82211]: audit 2024-04-13T22:06:09.688186+0000 mon.a (mon.0) 585 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:06:11.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:10 smithi165 bash[82211]: audit 2024-04-13T22:06:09.697654+0000 mon.a (mon.0) 586 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:06:11.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:10 smithi165 bash[82211]: audit 2024-04-13T22:06:09.974537+0000 mon.c (mon.2) 16 : audit 0 from='client.? 172.21.15.165:0/67928591' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-13T22:06:11.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:10 smithi165 bash[82211]: audit 2024-04-13T22:06:10.130802+0000 mon.c (mon.2) 17 : audit 0 from='client.? 172.21.15.165:0/3052560822' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-13T22:06:11.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:10 smithi165 bash[84613]: cluster 2024-04-13T22:06:09.006723+0000 mgr.y (mgr.25865) 328 : cluster 0 pgmap v266: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:11.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:10 smithi165 bash[84613]: audit 2024-04-13T22:06:09.688186+0000 mon.a (mon.0) 585 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:06:11.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:10 smithi165 bash[84613]: audit 2024-04-13T22:06:09.697654+0000 mon.a (mon.0) 586 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:06:11.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:10 smithi165 bash[84613]: audit 2024-04-13T22:06:09.974537+0000 mon.c (mon.2) 16 : audit 0 from='client.? 172.21.15.165:0/67928591' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-13T22:06:11.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:10 smithi165 bash[84613]: audit 2024-04-13T22:06:10.130802+0000 mon.c (mon.2) 17 : audit 0 from='client.? 172.21.15.165:0/3052560822' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-13T22:06:11.098 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:10 smithi189 bash[68090]: cluster 2024-04-13T22:06:09.006723+0000 mgr.y (mgr.25865) 328 : cluster 0 pgmap v266: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:11.099 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:10 smithi189 bash[68090]: audit 2024-04-13T22:06:09.688186+0000 mon.a (mon.0) 585 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:06:11.099 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:10 smithi189 bash[68090]: audit 2024-04-13T22:06:09.697654+0000 mon.a (mon.0) 586 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:06:11.099 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:10 smithi189 bash[68090]: audit 2024-04-13T22:06:09.974537+0000 mon.c (mon.2) 16 : audit 0 from='client.? 172.21.15.165:0/67928591' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-13T22:06:11.099 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:10 smithi189 bash[68090]: audit 2024-04-13T22:06:10.130802+0000 mon.c (mon.2) 17 : audit 0 from='client.? 172.21.15.165:0/3052560822' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-13T22:06:11.258 INFO:teuthology.orchestra.run.smithi165.stdout:455266533404 2024-04-13T22:06:12.017 INFO:teuthology.orchestra.run.smithi165.stdout:476741369879 2024-04-13T22:06:12.031 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:11 smithi165 bash[82211]: audit 2024-04-13T22:06:11.260504+0000 mon.a (mon.0) 587 : audit 0 from='client.? 172.21.15.165:0/139027468' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-13T22:06:12.031 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:11 smithi165 bash[84613]: audit 2024-04-13T22:06:11.260504+0000 mon.a (mon.0) 587 : audit 0 from='client.? 172.21.15.165:0/139027468' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-13T22:06:12.099 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:11 smithi189 bash[68090]: audit 2024-04-13T22:06:11.260504+0000 mon.a (mon.0) 587 : audit 0 from='client.? 172.21.15.165:0/139027468' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-13T22:06:12.695 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:06:12 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:06:12] "GET /metrics HTTP/1.1" 200 34017 "" "Prometheus/2.43.0" 2024-04-13T22:06:13.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:12 smithi165 bash[82211]: cluster 2024-04-13T22:06:11.007224+0000 mgr.y (mgr.25865) 329 : cluster 0 pgmap v267: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:13.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:12 smithi165 bash[82211]: audit 2024-04-13T22:06:12.019971+0000 mon.a (mon.0) 588 : audit 0 from='client.? 172.21.15.165:0/2166492289' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-13T22:06:13.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:12 smithi165 bash[84613]: cluster 2024-04-13T22:06:11.007224+0000 mgr.y (mgr.25865) 329 : cluster 0 pgmap v267: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:13.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:12 smithi165 bash[84613]: audit 2024-04-13T22:06:12.019971+0000 mon.a (mon.0) 588 : audit 0 from='client.? 172.21.15.165:0/2166492289' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-13T22:06:13.098 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:12 smithi189 bash[68090]: cluster 2024-04-13T22:06:11.007224+0000 mgr.y (mgr.25865) 329 : cluster 0 pgmap v267: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:13.099 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:12 smithi189 bash[68090]: audit 2024-04-13T22:06:12.019971+0000 mon.a (mon.0) 588 : audit 0 from='client.? 172.21.15.165:0/2166492289' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-13T22:06:13.186 INFO:tasks.cephadm.ceph_manager.ceph:need seq 433791696935 got 433791696939 for osd.1 2024-04-13T22:06:13.187 DEBUG:teuthology.parallel:result is None 2024-04-13T22:06:13.195 INFO:tasks.cephadm.ceph_manager.ceph:need seq 412316860462 got 412316860466 for osd.0 2024-04-13T22:06:13.195 DEBUG:teuthology.parallel:result is None 2024-04-13T22:06:14.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:13 smithi165 bash[82211]: audit 2024-04-13T22:06:12.913332+0000 mon.a (mon.0) 589 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:06:14.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:13 smithi165 bash[82211]: cluster 2024-04-13T22:06:13.007906+0000 mgr.y (mgr.25865) 330 : cluster 0 pgmap v268: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:14.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:13 smithi165 bash[84613]: audit 2024-04-13T22:06:12.913332+0000 mon.a (mon.0) 589 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:06:14.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:13 smithi165 bash[84613]: cluster 2024-04-13T22:06:13.007906+0000 mgr.y (mgr.25865) 330 : cluster 0 pgmap v268: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:14.098 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:13 smithi189 bash[68090]: audit 2024-04-13T22:06:12.913332+0000 mon.a (mon.0) 589 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:06:14.099 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:13 smithi189 bash[68090]: cluster 2024-04-13T22:06:13.007906+0000 mgr.y (mgr.25865) 330 : cluster 0 pgmap v268: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:14.114 INFO:tasks.cephadm.ceph_manager.ceph:need seq 455266533400 got 455266533404 for osd.2 2024-04-13T22:06:14.114 DEBUG:teuthology.parallel:result is None 2024-04-13T22:06:14.179 INFO:tasks.cephadm.ceph_manager.ceph:need seq 476741369875 got 476741369879 for osd.3 2024-04-13T22:06:14.180 DEBUG:teuthology.parallel:result is None 2024-04-13T22:06:14.548 INFO:teuthology.orchestra.run.smithi165.stdout:167503724779 2024-04-13T22:06:14.818 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:14 smithi165 bash[82211]: audit 2024-04-13T22:06:14.550721+0000 mon.c (mon.2) 18 : audit 0 from='client.? 172.21.15.165:0/2194838557' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-13T22:06:14.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:14 smithi165 bash[84613]: audit 2024-04-13T22:06:14.550721+0000 mon.c (mon.2) 18 : audit 0 from='client.? 172.21.15.165:0/2194838557' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-13T22:06:15.099 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:14 smithi189 bash[68090]: audit 2024-04-13T22:06:14.550721+0000 mon.c (mon.2) 18 : audit 0 from='client.? 172.21.15.165:0/2194838557' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-13T22:06:15.337 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724775 got 167503724779 for osd.5 2024-04-13T22:06:15.337 DEBUG:teuthology.parallel:result is None 2024-04-13T22:06:15.337 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-13T22:06:15.338 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph pg dump --format=json 2024-04-13T22:06:16.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:16 smithi189 bash[68090]: cluster 2024-04-13T22:06:15.008369+0000 mgr.y (mgr.25865) 331 : cluster 0 pgmap v269: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:16.599 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:16 smithi189 bash[68090]: audit 2024-04-13T22:06:15.324619+0000 mon.a (mon.0) 590 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:06:16.599 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:16 smithi189 bash[68090]: audit 2024-04-13T22:06:15.336004+0000 mon.a (mon.0) 591 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:06:16.599 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:16 smithi189 bash[68090]: audit 2024-04-13T22:06:15.909829+0000 mon.a (mon.0) 592 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:06:16.599 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:16 smithi189 bash[68090]: audit 2024-04-13T22:06:15.911494+0000 mon.a (mon.0) 593 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:06:16.599 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:16 smithi189 bash[68090]: audit 2024-04-13T22:06:15.923066+0000 mon.a (mon.0) 594 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:06:16.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:16 smithi165 bash[82211]: cluster 2024-04-13T22:06:15.008369+0000 mgr.y (mgr.25865) 331 : cluster 0 pgmap v269: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:16.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:16 smithi165 bash[82211]: audit 2024-04-13T22:06:15.324619+0000 mon.a (mon.0) 590 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:06:16.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:16 smithi165 bash[82211]: audit 2024-04-13T22:06:15.336004+0000 mon.a (mon.0) 591 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:06:16.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:16 smithi165 bash[82211]: audit 2024-04-13T22:06:15.909829+0000 mon.a (mon.0) 592 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:06:16.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:16 smithi165 bash[82211]: audit 2024-04-13T22:06:15.911494+0000 mon.a (mon.0) 593 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:06:16.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:16 smithi165 bash[82211]: audit 2024-04-13T22:06:15.923066+0000 mon.a (mon.0) 594 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:06:16.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:16 smithi165 bash[84613]: cluster 2024-04-13T22:06:15.008369+0000 mgr.y (mgr.25865) 331 : cluster 0 pgmap v269: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:16.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:16 smithi165 bash[84613]: audit 2024-04-13T22:06:15.324619+0000 mon.a (mon.0) 590 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:06:16.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:16 smithi165 bash[84613]: audit 2024-04-13T22:06:15.336004+0000 mon.a (mon.0) 591 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:06:16.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:16 smithi165 bash[84613]: audit 2024-04-13T22:06:15.909829+0000 mon.a (mon.0) 592 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:06:16.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:16 smithi165 bash[84613]: audit 2024-04-13T22:06:15.911494+0000 mon.a (mon.0) 593 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:06:16.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:16 smithi165 bash[84613]: audit 2024-04-13T22:06:15.923066+0000 mon.a (mon.0) 594 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:06:18.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:18 smithi189 bash[68090]: cluster 2024-04-13T22:06:17.009171+0000 mgr.y (mgr.25865) 332 : cluster 0 pgmap v270: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:18.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:18 smithi165 bash[82211]: cluster 2024-04-13T22:06:17.009171+0000 mgr.y (mgr.25865) 332 : cluster 0 pgmap v270: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:18.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:18 smithi165 bash[84613]: cluster 2024-04-13T22:06:17.009171+0000 mgr.y (mgr.25865) 332 : cluster 0 pgmap v270: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:20.078 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:06:20.569 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:20 smithi165 bash[82211]: cluster 2024-04-13T22:06:19.010130+0000 mgr.y (mgr.25865) 333 : cluster 0 pgmap v271: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:20.569 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:20 smithi165 bash[84613]: cluster 2024-04-13T22:06:19.010130+0000 mgr.y (mgr.25865) 333 : cluster 0 pgmap v271: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:20.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:20 smithi189 bash[68090]: cluster 2024-04-13T22:06:19.010130+0000 mgr.y (mgr.25865) 333 : cluster 0 pgmap v271: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:22.599 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:22 smithi189 bash[68090]: cluster 2024-04-13T22:06:21.010935+0000 mgr.y (mgr.25865) 334 : cluster 0 pgmap v272: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:22.685 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:22 smithi165 bash[82211]: cluster 2024-04-13T22:06:21.010935+0000 mgr.y (mgr.25865) 334 : cluster 0 pgmap v272: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:22.686 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:06:22 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:06:22] "GET /metrics HTTP/1.1" 200 34015 "" "Prometheus/2.43.0" 2024-04-13T22:06:22.686 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:22 smithi165 bash[84613]: cluster 2024-04-13T22:06:21.010935+0000 mgr.y (mgr.25865) 334 : cluster 0 pgmap v272: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:23.061 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T22:06:23.062 INFO:teuthology.orchestra.run.smithi165.stderr:dumped all 2024-04-13T22:06:23.779 INFO:teuthology.orchestra.run.smithi165.stdout:{"pg_ready":true,"pg_map":{"version":273,"stamp":"2024-04-13T22:06:23.011233+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4790245,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":6560,"num_read_kb":14048,"num_write":1146,"num_write_kb":15064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1198,"ondisk_log_size":1198,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":259420,"kb_used_data":24228,"kb_used_omap":42,"kb_used_meta":235029,"kb_avail":749701796,"statfs":{"total":767960285184,"available":767694639104,"internally_reserved":0,"allocated":24809472,"data_stored":19881500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43355,"internal_metadata":240670373},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004269"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":77,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.061324+0000","last_change":"2024-04-13T22:04:54.061324+0000","last_active":"2024-04-13T22:04:54.061324+0000","last_peered":"2024-04-13T22:04:54.061324+0000","last_clean":"2024-04-13T22:04:54.061324+0000","last_became_active":"2024-04-13T22:04:54.060398+0000","last_became_peered":"2024-04-13T22:04:54.060398+0000","last_unstale":"2024-04-13T22:04:54.061324+0000","last_undegraded":"2024-04-13T22:04:54.061324+0000","last_fullsized":"2024-04-13T22:04:54.061324+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T23:22:37.434924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"70'5","reported_seq":82,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.034574+0000","last_change":"2024-04-13T22:04:00.408907+0000","last_active":"2024-04-13T22:04:54.034574+0000","last_peered":"2024-04-13T22:04:54.034574+0000","last_clean":"2024-04-13T22:04:54.034574+0000","last_became_active":"2024-04-13T22:04:00.407463+0000","last_became_peered":"2024-04-13T22:04:00.407463+0000","last_unstale":"2024-04-13T22:04:54.034574+0000","last_undegraded":"2024-04-13T22:04:54.034574+0000","last_fullsized":"2024-04-13T22:04:54.034574+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":107,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T22:05:09.999922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":104,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.041379+0000","last_change":"2024-04-13T22:04:27.369642+0000","last_active":"2024-04-13T22:04:54.041379+0000","last_peered":"2024-04-13T22:04:54.041379+0000","last_clean":"2024-04-13T22:04:54.041379+0000","last_became_active":"2024-04-13T22:04:27.369248+0000","last_became_peered":"2024-04-13T22:04:27.369248+0000","last_unstale":"2024-04-13T22:04:54.041379+0000","last_undegraded":"2024-04-13T22:04:54.041379+0000","last_fullsized":"2024-04-13T22:04:54.041379+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T09:06:15.072302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"70'2","reported_seq":93,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.041725+0000","last_change":"2024-04-13T22:04:27.379284+0000","last_active":"2024-04-13T22:04:54.041725+0000","last_peered":"2024-04-13T22:04:54.041725+0000","last_clean":"2024-04-13T22:04:54.041725+0000","last_became_active":"2024-04-13T22:04:27.378904+0000","last_became_peered":"2024-04-13T22:04:27.378904+0000","last_unstale":"2024-04-13T22:04:54.041725+0000","last_undegraded":"2024-04-13T22:04:54.041725+0000","last_fullsized":"2024-04-13T22:04:54.041725+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T22:04:23.236043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":102,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.074868+0000","last_change":"2024-04-13T22:04:54.074868+0000","last_active":"2024-04-13T22:04:54.074868+0000","last_peered":"2024-04-13T22:04:54.074868+0000","last_clean":"2024-04-13T22:04:54.074868+0000","last_became_active":"2024-04-13T22:04:54.073942+0000","last_became_peered":"2024-04-13T22:04:54.073942+0000","last_unstale":"2024-04-13T22:04:54.074868+0000","last_undegraded":"2024-04-13T22:04:54.074868+0000","last_fullsized":"2024-04-13T22:04:54.074868+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T04:19:27.825755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":84,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.056335+0000","last_change":"2024-04-13T22:04:54.056335+0000","last_active":"2024-04-13T22:04:54.056335+0000","last_peered":"2024-04-13T22:04:54.056335+0000","last_clean":"2024-04-13T22:04:54.056335+0000","last_became_active":"2024-04-13T22:04:54.055339+0000","last_became_peered":"2024-04-13T22:04:54.055339+0000","last_unstale":"2024-04-13T22:04:54.056335+0000","last_undegraded":"2024-04-13T22:04:54.056335+0000","last_fullsized":"2024-04-13T22:04:54.056335+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T09:41:46.050686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":101,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.077133+0000","last_change":"2024-04-13T22:04:54.077133+0000","last_active":"2024-04-13T22:04:54.077133+0000","last_peered":"2024-04-13T22:04:54.077133+0000","last_clean":"2024-04-13T22:04:54.077133+0000","last_became_active":"2024-04-13T22:04:54.076009+0000","last_became_peered":"2024-04-13T22:04:54.076009+0000","last_unstale":"2024-04-13T22:04:54.077133+0000","last_undegraded":"2024-04-13T22:04:54.077133+0000","last_fullsized":"2024-04-13T22:04:54.077133+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T00:31:27.585367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":99,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.064813+0000","last_change":"2024-04-13T22:04:54.064813+0000","last_active":"2024-04-13T22:04:54.064813+0000","last_peered":"2024-04-13T22:04:54.064813+0000","last_clean":"2024-04-13T22:04:54.064813+0000","last_became_active":"2024-04-13T22:04:54.063932+0000","last_became_peered":"2024-04-13T22:04:54.063932+0000","last_unstale":"2024-04-13T22:04:54.064813+0000","last_undegraded":"2024-04-13T22:04:54.064813+0000","last_fullsized":"2024-04-13T22:04:54.064813+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T03:33:14.908166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":103,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.046599+0000","last_change":"2024-04-13T22:04:27.369948+0000","last_active":"2024-04-13T22:04:54.046599+0000","last_peered":"2024-04-13T22:04:54.046599+0000","last_clean":"2024-04-13T22:04:54.046599+0000","last_became_active":"2024-04-13T22:04:27.369560+0000","last_became_peered":"2024-04-13T22:04:27.369560+0000","last_unstale":"2024-04-13T22:04:54.046599+0000","last_undegraded":"2024-04-13T22:04:54.046599+0000","last_fullsized":"2024-04-13T22:04:54.046599+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T23:33:53.587182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"70'2","reported_seq":77,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.060730+0000","last_change":"2024-04-13T22:04:54.060730+0000","last_active":"2024-04-13T22:04:54.060730+0000","last_peered":"2024-04-13T22:04:54.060730+0000","last_clean":"2024-04-13T22:04:54.060730+0000","last_became_active":"2024-04-13T22:04:54.059939+0000","last_became_peered":"2024-04-13T22:04:54.059939+0000","last_unstale":"2024-04-13T22:04:54.060730+0000","last_undegraded":"2024-04-13T22:04:54.060730+0000","last_fullsized":"2024-04-13T22:04:54.060730+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T22:03:29.534504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":70,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.068712+0000","last_change":"2024-04-13T22:04:54.068712+0000","last_active":"2024-04-13T22:04:54.068712+0000","last_peered":"2024-04-13T22:04:54.068712+0000","last_clean":"2024-04-13T22:04:54.068712+0000","last_became_active":"2024-04-13T22:04:54.068230+0000","last_became_peered":"2024-04-13T22:04:54.068230+0000","last_unstale":"2024-04-13T22:04:54.068712+0000","last_undegraded":"2024-04-13T22:04:54.068712+0000","last_fullsized":"2024-04-13T22:04:54.068712+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T06:29:56.571386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"70'1","reported_seq":85,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.060759+0000","last_change":"2024-04-13T22:04:54.060759+0000","last_active":"2024-04-13T22:04:54.060759+0000","last_peered":"2024-04-13T22:04:54.060759+0000","last_clean":"2024-04-13T22:04:54.060759+0000","last_became_active":"2024-04-13T22:04:54.059921+0000","last_became_peered":"2024-04-13T22:04:54.059921+0000","last_unstale":"2024-04-13T22:04:54.060759+0000","last_undegraded":"2024-04-13T22:04:54.060759+0000","last_fullsized":"2024-04-13T22:04:54.060759+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T08:33:17.217731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"87'83","reported_seq":356,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.032057+0000","last_change":"2024-04-13T22:04:00.410993+0000","last_active":"2024-04-13T22:04:54.032057+0000","last_peered":"2024-04-13T22:04:54.032057+0000","last_clean":"2024-04-13T22:04:54.032057+0000","last_became_active":"2024-04-13T22:04:00.409721+0000","last_became_peered":"2024-04-13T22:04:00.409721+0000","last_unstale":"2024-04-13T22:04:54.032057+0000","last_undegraded":"2024-04-13T22:04:54.032057+0000","last_fullsized":"2024-04-13T22:04:54.032057+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":107,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":0,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T01:02:58.229979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00095221599999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":481,"num_read_kb":1588,"num_write":76,"num_write_kb":1153,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":81,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.038926+0000","last_change":"2024-04-13T22:04:27.374970+0000","last_active":"2024-04-13T22:04:54.038926+0000","last_peered":"2024-04-13T22:04:54.038926+0000","last_clean":"2024-04-13T22:04:54.038926+0000","last_became_active":"2024-04-13T22:04:27.374238+0000","last_became_peered":"2024-04-13T22:04:27.374238+0000","last_unstale":"2024-04-13T22:04:54.038926+0000","last_undegraded":"2024-04-13T22:04:54.038926+0000","last_fullsized":"2024-04-13T22:04:54.038926+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T02:10:59.310211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"87'84","reported_seq":445,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.060800+0000","last_change":"2024-04-13T22:04:54.060800+0000","last_active":"2024-04-13T22:04:54.060800+0000","last_peered":"2024-04-13T22:04:54.060800+0000","last_clean":"2024-04-13T22:04:54.060800+0000","last_became_active":"2024-04-13T22:04:54.059478+0000","last_became_peered":"2024-04-13T22:04:54.059478+0000","last_unstale":"2024-04-13T22:04:54.060800+0000","last_undegraded":"2024-04-13T22:04:54.060800+0000","last_fullsized":"2024-04-13T22:04:54.060800+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":0,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T23:59:13.205482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00080620799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":542,"num_read_kb":440,"num_write":44,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":86,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.042418+0000","last_change":"2024-04-13T22:04:27.373150+0000","last_active":"2024-04-13T22:04:54.042418+0000","last_peered":"2024-04-13T22:04:54.042418+0000","last_clean":"2024-04-13T22:04:54.042418+0000","last_became_active":"2024-04-13T22:04:27.372209+0000","last_became_peered":"2024-04-13T22:04:27.372209+0000","last_unstale":"2024-04-13T22:04:54.042418+0000","last_undegraded":"2024-04-13T22:04:54.042418+0000","last_fullsized":"2024-04-13T22:04:54.042418+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T05:47:11.149916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":63,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.033818+0000","last_change":"2024-04-13T22:02:09.843432+0000","last_active":"2024-04-13T22:04:54.033818+0000","last_peered":"2024-04-13T22:04:54.033818+0000","last_clean":"2024-04-13T22:04:54.033818+0000","last_became_active":"2024-04-13T22:02:09.841812+0000","last_became_peered":"2024-04-13T22:02:09.841812+0000","last_unstale":"2024-04-13T22:04:54.033818+0000","last_undegraded":"2024-04-13T22:04:54.033818+0000","last_fullsized":"2024-04-13T22:04:54.033818+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T21:55:10.527332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":60,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.039852+0000","last_change":"2024-04-13T22:04:00.412222+0000","last_active":"2024-04-13T22:04:54.039852+0000","last_peered":"2024-04-13T22:04:54.039852+0000","last_clean":"2024-04-13T22:04:54.039852+0000","last_became_active":"2024-04-13T22:04:00.411570+0000","last_became_peered":"2024-04-13T22:04:00.411570+0000","last_unstale":"2024-04-13T22:04:54.039852+0000","last_undegraded":"2024-04-13T22:04:54.039852+0000","last_fullsized":"2024-04-13T22:04:54.039852+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":107,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T04:44:06.793253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"87'101","reported_seq":374,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.058831+0000","last_change":"2024-04-13T22:04:54.058831+0000","last_active":"2024-04-13T22:04:54.058831+0000","last_peered":"2024-04-13T22:04:54.058831+0000","last_clean":"2024-04-13T22:04:54.058831+0000","last_became_active":"2024-04-13T22:04:54.058309+0000","last_became_peered":"2024-04-13T22:04:54.058309+0000","last_unstale":"2024-04-13T22:04:54.058831+0000","last_undegraded":"2024-04-13T22:04:54.058831+0000","last_fullsized":"2024-04-13T22:04:54.058831+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T08:39:25.721955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0018335650000000001,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":411,"num_read_kb":3663,"num_write":99,"num_write_kb":7362,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":80,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.035346+0000","last_change":"2024-04-13T22:04:00.403373+0000","last_active":"2024-04-13T22:04:54.035346+0000","last_peered":"2024-04-13T22:04:54.035346+0000","last_clean":"2024-04-13T22:04:54.035346+0000","last_became_active":"2024-04-13T22:04:00.402831+0000","last_became_peered":"2024-04-13T22:04:00.402831+0000","last_unstale":"2024-04-13T22:04:54.035346+0000","last_undegraded":"2024-04-13T22:04:54.035346+0000","last_fullsized":"2024-04-13T22:04:54.035346+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":107,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T02:44:30.514933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":81,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.057786+0000","last_change":"2024-04-13T22:04:54.057155+0000","last_active":"2024-04-13T22:04:54.057786+0000","last_peered":"2024-04-13T22:04:54.057786+0000","last_clean":"2024-04-13T22:04:54.057786+0000","last_became_active":"2024-04-13T22:04:54.056218+0000","last_became_peered":"2024-04-13T22:04:54.056218+0000","last_unstale":"2024-04-13T22:04:54.057786+0000","last_undegraded":"2024-04-13T22:04:54.057786+0000","last_fullsized":"2024-04-13T22:04:54.057786+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T03:16:00.110499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"87'85","reported_seq":312,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.035107+0000","last_change":"2024-04-13T22:02:41.112005+0000","last_active":"2024-04-13T22:04:54.035107+0000","last_peered":"2024-04-13T22:04:54.035107+0000","last_clean":"2024-04-13T22:04:54.035107+0000","last_became_active":"2024-04-13T22:02:41.110871+0000","last_became_peered":"2024-04-13T22:02:41.110871+0000","last_unstale":"2024-04-13T22:04:54.035107+0000","last_undegraded":"2024-04-13T22:04:54.035107+0000","last_fullsized":"2024-04-13T22:04:54.035107+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":0,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T09:46:54.318565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00089649300000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":352,"num_read_kb":1429,"num_write":90,"num_write_kb":1133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":78,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.066828+0000","last_change":"2024-04-13T22:04:54.066828+0000","last_active":"2024-04-13T22:04:54.066828+0000","last_peered":"2024-04-13T22:04:54.066828+0000","last_clean":"2024-04-13T22:04:54.066828+0000","last_became_active":"2024-04-13T22:04:54.065745+0000","last_became_peered":"2024-04-13T22:04:54.065745+0000","last_unstale":"2024-04-13T22:04:54.066828+0000","last_undegraded":"2024-04-13T22:04:54.066828+0000","last_fullsized":"2024-04-13T22:04:54.066828+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T00:39:17.536268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":77,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.038577+0000","last_change":"2024-04-13T22:04:27.384214+0000","last_active":"2024-04-13T22:04:54.038577+0000","last_peered":"2024-04-13T22:04:54.038577+0000","last_clean":"2024-04-13T22:04:54.038577+0000","last_became_active":"2024-04-13T22:04:27.383887+0000","last_became_peered":"2024-04-13T22:04:27.383887+0000","last_unstale":"2024-04-13T22:04:54.038577+0000","last_undegraded":"2024-04-13T22:04:54.038577+0000","last_fullsized":"2024-04-13T22:04:54.038577+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T04:33:36.290557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"92'161","reported_seq":451,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-13T22:04:53.040841+0000","last_change":"2024-04-13T22:02:09.836616+0000","last_active":"2024-04-13T22:04:53.040841+0000","last_peered":"2024-04-13T22:04:53.040841+0000","last_clean":"2024-04-13T22:04:53.040841+0000","last_became_active":"2024-04-13T22:02:09.835505+0000","last_became_peered":"2024-04-13T22:02:09.835505+0000","last_unstale":"2024-04-13T22:04:53.040841+0000","last_undegraded":"2024-04-13T22:04:53.040841+0000","last_fullsized":"2024-04-13T22:04:53.040841+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:44:25.537347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:44:25.537347+0000","last_clean_scrub_stamp":"2024-04-13T21:44:25.537347+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T08:48:51.170197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"87'158","reported_seq":496,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-13T22:04:53.028425+0000","last_change":"2024-04-13T22:04:00.412604+0000","last_active":"2024-04-13T22:04:53.028425+0000","last_peered":"2024-04-13T22:04:53.028425+0000","last_clean":"2024-04-13T22:04:53.028425+0000","last_became_active":"2024-04-13T22:04:00.411700+0000","last_became_peered":"2024-04-13T22:04:00.411700+0000","last_unstale":"2024-04-13T22:04:53.028425+0000","last_undegraded":"2024-04-13T22:04:53.028425+0000","last_fullsized":"2024-04-13T22:04:53.028425+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":107,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T01:47:22.866503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001014257,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":529,"num_read_kb":822,"num_write":151,"num_write_kb":1306,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":88,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.048562+0000","last_change":"2024-04-13T22:04:00.420620+0000","last_active":"2024-04-13T22:04:54.048562+0000","last_peered":"2024-04-13T22:04:54.048562+0000","last_clean":"2024-04-13T22:04:54.048562+0000","last_became_active":"2024-04-13T22:04:00.419573+0000","last_became_peered":"2024-04-13T22:04:00.419573+0000","last_unstale":"2024-04-13T22:04:54.048562+0000","last_undegraded":"2024-04-13T22:04:54.048562+0000","last_fullsized":"2024-04-13T22:04:54.048562+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":107,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T23:32:30.024851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":60,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.039328+0000","last_change":"2024-04-13T22:04:00.402117+0000","last_active":"2024-04-13T22:04:54.039328+0000","last_peered":"2024-04-13T22:04:54.039328+0000","last_clean":"2024-04-13T22:04:54.039328+0000","last_became_active":"2024-04-13T22:04:00.401572+0000","last_became_peered":"2024-04-13T22:04:00.401572+0000","last_unstale":"2024-04-13T22:04:54.039328+0000","last_undegraded":"2024-04-13T22:04:54.039328+0000","last_fullsized":"2024-04-13T22:04:54.039328+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":107,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T22:29:05.718508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"87'230","reported_seq":1177,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.047100+0000","last_change":"2024-04-13T22:04:27.371578+0000","last_active":"2024-04-13T22:04:54.047100+0000","last_peered":"2024-04-13T22:04:54.047100+0000","last_clean":"2024-04-13T22:04:54.047100+0000","last_became_active":"2024-04-13T22:04:27.370280+0000","last_became_peered":"2024-04-13T22:04:27.370280+0000","last_unstale":"2024-04-13T22:04:54.047100+0000","last_undegraded":"2024-04-13T22:04:54.047100+0000","last_fullsized":"2024-04-13T22:04:54.047100+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":230,"log_dups_size":0,"ondisk_log_size":230,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T05:05:21.268726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002633121,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2045,"num_read_kb":1882,"num_write":186,"num_write_kb":174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":70,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.040080+0000","last_change":"2024-04-13T22:04:27.367183+0000","last_active":"2024-04-13T22:04:54.040080+0000","last_peered":"2024-04-13T22:04:54.040080+0000","last_clean":"2024-04-13T22:04:54.040080+0000","last_became_active":"2024-04-13T22:04:27.366838+0000","last_became_peered":"2024-04-13T22:04:27.366838+0000","last_unstale":"2024-04-13T22:04:54.040080+0000","last_undegraded":"2024-04-13T22:04:54.040080+0000","last_fullsized":"2024-04-13T22:04:54.040080+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T23:21:52.891815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":73,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.076470+0000","last_change":"2024-04-13T22:04:54.076470+0000","last_active":"2024-04-13T22:04:54.076470+0000","last_peered":"2024-04-13T22:04:54.076470+0000","last_clean":"2024-04-13T22:04:54.076470+0000","last_became_active":"2024-04-13T22:04:54.073974+0000","last_became_peered":"2024-04-13T22:04:54.073974+0000","last_unstale":"2024-04-13T22:04:54.076470+0000","last_undegraded":"2024-04-13T22:04:54.076470+0000","last_fullsized":"2024-04-13T22:04:54.076470+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T00:36:32.691055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"87'57","reported_seq":475,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-13T22:04:53.034599+0000","last_change":"2024-04-13T22:02:41.104465+0000","last_active":"2024-04-13T22:04:53.034599+0000","last_peered":"2024-04-13T22:04:53.034599+0000","last_clean":"2024-04-13T22:04:53.034599+0000","last_became_active":"2024-04-13T22:02:41.103048+0000","last_became_peered":"2024-04-13T22:02:41.103048+0000","last_unstale":"2024-04-13T22:04:53.034599+0000","last_undegraded":"2024-04-13T22:04:53.034599+0000","last_fullsized":"2024-04-13T22:04:53.034599+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T04:23:32.799450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015438139999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":463,"num_read_kb":1803,"num_write":53,"num_write_kb":1223,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":61,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.061392+0000","last_change":"2024-04-13T22:04:54.061392+0000","last_active":"2024-04-13T22:04:54.061392+0000","last_peered":"2024-04-13T22:04:54.061392+0000","last_clean":"2024-04-13T22:04:54.061392+0000","last_became_active":"2024-04-13T22:04:54.059060+0000","last_became_peered":"2024-04-13T22:04:54.059060+0000","last_unstale":"2024-04-13T22:04:54.061392+0000","last_undegraded":"2024-04-13T22:04:54.061392+0000","last_fullsized":"2024-04-13T22:04:54.061392+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T07:57:03.592162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":96,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-13T22:04:53.030610+0000","last_change":"2024-04-13T22:04:27.380213+0000","last_active":"2024-04-13T22:04:53.030610+0000","last_peered":"2024-04-13T22:04:53.030610+0000","last_clean":"2024-04-13T22:04:53.030610+0000","last_became_active":"2024-04-13T22:04:27.379238+0000","last_became_peered":"2024-04-13T22:04:27.379238+0000","last_unstale":"2024-04-13T22:04:53.030610+0000","last_undegraded":"2024-04-13T22:04:53.030610+0000","last_fullsized":"2024-04-13T22:04:53.030610+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T03:20:40.186631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"87'178","reported_seq":834,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.040289+0000","last_change":"2024-04-13T22:02:41.124032+0000","last_active":"2024-04-13T22:04:54.040289+0000","last_peered":"2024-04-13T22:04:54.040289+0000","last_clean":"2024-04-13T22:04:54.040289+0000","last_became_active":"2024-04-13T22:02:41.122680+0000","last_became_peered":"2024-04-13T22:02:41.122680+0000","last_unstale":"2024-04-13T22:04:54.040289+0000","last_undegraded":"2024-04-13T22:04:54.040289+0000","last_fullsized":"2024-04-13T22:04:54.040289+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":178,"log_dups_size":0,"ondisk_log_size":178,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T08:20:59.035602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00093352500000000004,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1172,"num_read_kb":1429,"num_write":147,"num_write_kb":254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":70,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.061515+0000","last_change":"2024-04-13T22:04:54.060047+0000","last_active":"2024-04-13T22:04:54.061515+0000","last_peered":"2024-04-13T22:04:54.061515+0000","last_clean":"2024-04-13T22:04:54.061515+0000","last_became_active":"2024-04-13T22:04:54.059642+0000","last_became_peered":"2024-04-13T22:04:54.059642+0000","last_unstale":"2024-04-13T22:04:54.061515+0000","last_undegraded":"2024-04-13T22:04:54.061515+0000","last_fullsized":"2024-04-13T22:04:54.061515+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T23:42:40.972493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":86,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.038202+0000","last_change":"2024-04-13T22:04:27.375051+0000","last_active":"2024-04-13T22:04:54.038202+0000","last_peered":"2024-04-13T22:04:54.038202+0000","last_clean":"2024-04-13T22:04:54.038202+0000","last_became_active":"2024-04-13T22:04:27.373651+0000","last_became_peered":"2024-04-13T22:04:27.373651+0000","last_unstale":"2024-04-13T22:04:54.038202+0000","last_undegraded":"2024-04-13T22:04:54.038202+0000","last_fullsized":"2024-04-13T22:04:54.038202+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T23:54:24.150233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":77,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.070533+0000","last_change":"2024-04-13T22:04:54.070533+0000","last_active":"2024-04-13T22:04:54.070533+0000","last_peered":"2024-04-13T22:04:54.070533+0000","last_clean":"2024-04-13T22:04:54.070533+0000","last_became_active":"2024-04-13T22:04:54.069811+0000","last_became_peered":"2024-04-13T22:04:54.069811+0000","last_unstale":"2024-04-13T22:04:54.070533+0000","last_undegraded":"2024-04-13T22:04:54.070533+0000","last_fullsized":"2024-04-13T22:04:54.070533+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T06:39:08.221563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":84,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.076829+0000","last_change":"2024-04-13T22:04:54.076829+0000","last_active":"2024-04-13T22:04:54.076829+0000","last_peered":"2024-04-13T22:04:54.076829+0000","last_clean":"2024-04-13T22:04:54.076829+0000","last_became_active":"2024-04-13T22:04:54.072744+0000","last_became_peered":"2024-04-13T22:04:54.072744+0000","last_unstale":"2024-04-13T22:04:54.076829+0000","last_undegraded":"2024-04-13T22:04:54.076829+0000","last_fullsized":"2024-04-13T22:04:54.076829+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T03:02:17.837268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":98,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.078227+0000","last_change":"2024-04-13T22:04:54.078227+0000","last_active":"2024-04-13T22:04:54.078227+0000","last_peered":"2024-04-13T22:04:54.078227+0000","last_clean":"2024-04-13T22:04:54.078227+0000","last_became_active":"2024-04-13T22:04:54.075980+0000","last_became_peered":"2024-04-13T22:04:54.075980+0000","last_unstale":"2024-04-13T22:04:54.078227+0000","last_undegraded":"2024-04-13T22:04:54.078227+0000","last_fullsized":"2024-04-13T22:04:54.078227+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T23:11:49.742581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":94,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.053205+0000","last_change":"2024-04-13T22:04:54.052583+0000","last_active":"2024-04-13T22:04:54.053205+0000","last_peered":"2024-04-13T22:04:54.053205+0000","last_clean":"2024-04-13T22:04:54.053205+0000","last_became_active":"2024-04-13T22:04:54.051762+0000","last_became_peered":"2024-04-13T22:04:54.051762+0000","last_unstale":"2024-04-13T22:04:54.053205+0000","last_undegraded":"2024-04-13T22:04:54.053205+0000","last_fullsized":"2024-04-13T22:04:54.053205+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T01:43:16.426432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":87,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.059582+0000","last_change":"2024-04-13T22:04:54.059582+0000","last_active":"2024-04-13T22:04:54.059582+0000","last_peered":"2024-04-13T22:04:54.059582+0000","last_clean":"2024-04-13T22:04:54.059582+0000","last_became_active":"2024-04-13T22:04:54.058796+0000","last_became_peered":"2024-04-13T22:04:54.058796+0000","last_unstale":"2024-04-13T22:04:54.059582+0000","last_undegraded":"2024-04-13T22:04:54.059582+0000","last_fullsized":"2024-04-13T22:04:54.059582+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T07:26:24.426438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"70'3","reported_seq":95,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.060601+0000","last_change":"2024-04-13T22:04:54.060601+0000","last_active":"2024-04-13T22:04:54.060601+0000","last_peered":"2024-04-13T22:04:54.060601+0000","last_clean":"2024-04-13T22:04:54.060601+0000","last_became_active":"2024-04-13T22:04:54.060125+0000","last_became_peered":"2024-04-13T22:04:54.060125+0000","last_unstale":"2024-04-13T22:04:54.060601+0000","last_undegraded":"2024-04-13T22:04:54.060601+0000","last_fullsized":"2024-04-13T22:04:54.060601+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T02:55:39.422008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":80,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.056322+0000","last_change":"2024-04-13T22:04:54.056322+0000","last_active":"2024-04-13T22:04:54.056322+0000","last_peered":"2024-04-13T22:04:54.056322+0000","last_clean":"2024-04-13T22:04:54.056322+0000","last_became_active":"2024-04-13T22:04:54.055602+0000","last_became_peered":"2024-04-13T22:04:54.055602+0000","last_unstale":"2024-04-13T22:04:54.056322+0000","last_undegraded":"2024-04-13T22:04:54.056322+0000","last_fullsized":"2024-04-13T22:04:54.056322+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T01:08:45.945405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":81,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.038656+0000","last_change":"2024-04-13T22:04:27.384743+0000","last_active":"2024-04-13T22:04:54.038656+0000","last_peered":"2024-04-13T22:04:54.038656+0000","last_clean":"2024-04-13T22:04:54.038656+0000","last_became_active":"2024-04-13T22:04:27.384282+0000","last_became_peered":"2024-04-13T22:04:27.384282+0000","last_unstale":"2024-04-13T22:04:54.038656+0000","last_undegraded":"2024-04-13T22:04:54.038656+0000","last_fullsized":"2024-04-13T22:04:54.038656+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T01:27:20.617755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":78,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.032413+0000","last_change":"2024-04-13T22:02:41.118478+0000","last_active":"2024-04-13T22:04:54.032413+0000","last_peered":"2024-04-13T22:04:54.032413+0000","last_clean":"2024-04-13T22:04:54.032413+0000","last_became_active":"2024-04-13T22:02:41.117786+0000","last_became_peered":"2024-04-13T22:02:41.117786+0000","last_unstale":"2024-04-13T22:04:54.032413+0000","last_undegraded":"2024-04-13T22:04:54.032413+0000","last_fullsized":"2024-04-13T22:04:54.032413+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T06:26:46.272921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":68,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.044291+0000","last_change":"2024-04-13T21:51:56.738561+0000","last_active":"2024-04-13T22:04:54.044291+0000","last_peered":"2024-04-13T22:04:54.044291+0000","last_clean":"2024-04-13T22:04:54.044291+0000","last_became_active":"2024-04-13T21:51:56.737720+0000","last_became_peered":"2024-04-13T21:51:56.737720+0000","last_unstale":"2024-04-13T22:04:54.044291+0000","last_undegraded":"2024-04-13T22:04:54.044291+0000","last_fullsized":"2024-04-13T22:04:54.044291+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T06:36:42.694028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":102,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.077646+0000","last_change":"2024-04-13T22:04:54.077646+0000","last_active":"2024-04-13T22:04:54.077646+0000","last_peered":"2024-04-13T22:04:54.077646+0000","last_clean":"2024-04-13T22:04:54.077646+0000","last_became_active":"2024-04-13T22:04:54.076389+0000","last_became_peered":"2024-04-13T22:04:54.076389+0000","last_unstale":"2024-04-13T22:04:54.077646+0000","last_undegraded":"2024-04-13T22:04:54.077646+0000","last_fullsized":"2024-04-13T22:04:54.077646+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T02:41:47.025838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":100,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.063804+0000","last_change":"2024-04-13T22:04:54.061718+0000","last_active":"2024-04-13T22:04:54.063804+0000","last_peered":"2024-04-13T22:04:54.063804+0000","last_clean":"2024-04-13T22:04:54.063804+0000","last_became_active":"2024-04-13T22:04:54.060657+0000","last_became_peered":"2024-04-13T22:04:54.060657+0000","last_unstale":"2024-04-13T22:04:54.063804+0000","last_undegraded":"2024-04-13T22:04:54.063804+0000","last_fullsized":"2024-04-13T22:04:54.063804+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T05:04:27.714472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":65,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.038085+0000","last_change":"2024-04-13T21:51:56.806163+0000","last_active":"2024-04-13T22:04:54.038085+0000","last_peered":"2024-04-13T22:04:54.038085+0000","last_clean":"2024-04-13T22:04:54.038085+0000","last_became_active":"2024-04-13T21:51:56.805460+0000","last_became_peered":"2024-04-13T21:51:56.805460+0000","last_unstale":"2024-04-13T22:04:54.038085+0000","last_undegraded":"2024-04-13T22:04:54.038085+0000","last_fullsized":"2024-04-13T22:04:54.038085+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T02:04:08.394133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":98,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.065918+0000","last_change":"2024-04-13T22:04:54.063034+0000","last_active":"2024-04-13T22:04:54.065918+0000","last_peered":"2024-04-13T22:04:54.065918+0000","last_clean":"2024-04-13T22:04:54.065918+0000","last_became_active":"2024-04-13T22:04:54.062208+0000","last_became_peered":"2024-04-13T22:04:54.062208+0000","last_unstale":"2024-04-13T22:04:54.065918+0000","last_undegraded":"2024-04-13T22:04:54.065918+0000","last_fullsized":"2024-04-13T22:04:54.065918+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T22:37:25.745186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":85,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.041751+0000","last_change":"2024-04-13T22:04:27.371688+0000","last_active":"2024-04-13T22:04:54.041751+0000","last_peered":"2024-04-13T22:04:54.041751+0000","last_clean":"2024-04-13T22:04:54.041751+0000","last_became_active":"2024-04-13T22:04:27.371271+0000","last_became_peered":"2024-04-13T22:04:27.371271+0000","last_unstale":"2024-04-13T22:04:54.041751+0000","last_undegraded":"2024-04-13T22:04:54.041751+0000","last_fullsized":"2024-04-13T22:04:54.041751+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T01:47:28.268879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":95,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.031840+0000","last_change":"2024-04-13T22:02:09.854165+0000","last_active":"2024-04-13T22:04:54.031840+0000","last_peered":"2024-04-13T22:04:54.031840+0000","last_clean":"2024-04-13T22:04:54.031840+0000","last_became_active":"2024-04-13T22:02:09.853470+0000","last_became_peered":"2024-04-13T22:02:09.853470+0000","last_unstale":"2024-04-13T22:04:54.031840+0000","last_undegraded":"2024-04-13T22:04:54.031840+0000","last_fullsized":"2024-04-13T22:04:54.031840+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T22:12:56.614410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":71,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.034328+0000","last_change":"2024-04-13T22:04:27.371566+0000","last_active":"2024-04-13T22:04:54.034328+0000","last_peered":"2024-04-13T22:04:54.034328+0000","last_clean":"2024-04-13T22:04:54.034328+0000","last_became_active":"2024-04-13T22:04:27.371085+0000","last_became_peered":"2024-04-13T22:04:27.371085+0000","last_unstale":"2024-04-13T22:04:54.034328+0000","last_undegraded":"2024-04-13T22:04:54.034328+0000","last_fullsized":"2024-04-13T22:04:54.034328+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T23:52:00.600900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":81,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.057450+0000","last_change":"2024-04-13T22:04:54.053889+0000","last_active":"2024-04-13T22:04:54.057450+0000","last_peered":"2024-04-13T22:04:54.057450+0000","last_clean":"2024-04-13T22:04:54.057450+0000","last_became_active":"2024-04-13T22:04:54.053572+0000","last_became_peered":"2024-04-13T22:04:54.053572+0000","last_unstale":"2024-04-13T22:04:54.057450+0000","last_undegraded":"2024-04-13T22:04:54.057450+0000","last_fullsized":"2024-04-13T22:04:54.057450+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T06:10:53.703797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":79,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-13T22:04:53.030341+0000","last_change":"2024-04-13T22:04:27.375264+0000","last_active":"2024-04-13T22:04:53.030341+0000","last_peered":"2024-04-13T22:04:53.030341+0000","last_clean":"2024-04-13T22:04:53.030341+0000","last_became_active":"2024-04-13T22:04:27.373735+0000","last_became_peered":"2024-04-13T22:04:27.373735+0000","last_unstale":"2024-04-13T22:04:53.030341+0000","last_undegraded":"2024-04-13T22:04:53.030341+0000","last_fullsized":"2024-04-13T22:04:53.030341+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T00:35:37.306100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":71,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.033150+0000","last_change":"2024-04-13T22:04:27.371480+0000","last_active":"2024-04-13T22:04:54.033150+0000","last_peered":"2024-04-13T22:04:54.033150+0000","last_clean":"2024-04-13T22:04:54.033150+0000","last_became_active":"2024-04-13T22:04:27.371154+0000","last_became_peered":"2024-04-13T22:04:27.371154+0000","last_unstale":"2024-04-13T22:04:54.033150+0000","last_undegraded":"2024-04-13T22:04:54.033150+0000","last_fullsized":"2024-04-13T22:04:54.033150+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T21:53:48.412791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":99,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.042891+0000","last_change":"2024-04-13T22:04:27.371529+0000","last_active":"2024-04-13T22:04:54.042891+0000","last_peered":"2024-04-13T22:04:54.042891+0000","last_clean":"2024-04-13T22:04:54.042891+0000","last_became_active":"2024-04-13T22:04:27.371207+0000","last_became_peered":"2024-04-13T22:04:27.371207+0000","last_unstale":"2024-04-13T22:04:54.042891+0000","last_undegraded":"2024-04-13T22:04:54.042891+0000","last_fullsized":"2024-04-13T22:04:54.042891+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T02:11:57.754874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7],"acting":[3,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":100,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.063097+0000","last_change":"2024-04-13T22:04:54.059972+0000","last_active":"2024-04-13T22:04:54.063097+0000","last_peered":"2024-04-13T22:04:54.063097+0000","last_clean":"2024-04-13T22:04:54.063097+0000","last_became_active":"2024-04-13T22:04:54.059268+0000","last_became_peered":"2024-04-13T22:04:54.059268+0000","last_unstale":"2024-04-13T22:04:54.063097+0000","last_undegraded":"2024-04-13T22:04:54.063097+0000","last_fullsized":"2024-04-13T22:04:54.063097+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T02:22:38.383145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":77,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.072782+0000","last_change":"2024-04-13T22:04:54.072782+0000","last_active":"2024-04-13T22:04:54.072782+0000","last_peered":"2024-04-13T22:04:54.072782+0000","last_clean":"2024-04-13T22:04:54.072782+0000","last_became_active":"2024-04-13T22:04:54.070074+0000","last_became_peered":"2024-04-13T22:04:54.070074+0000","last_unstale":"2024-04-13T22:04:54.072782+0000","last_undegraded":"2024-04-13T22:04:54.072782+0000","last_fullsized":"2024-04-13T22:04:54.072782+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T00:33:11.957784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"92'23","reported_seq":79,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.063371+0000","last_change":"2024-04-13T22:04:54.063371+0000","last_active":"2024-04-13T22:04:54.063371+0000","last_peered":"2024-04-13T22:04:54.063371+0000","last_clean":"2024-04-13T22:04:54.063371+0000","last_became_active":"2024-04-13T22:04:54.062235+0000","last_became_peered":"2024-04-13T22:04:54.062235+0000","last_unstale":"2024-04-13T22:04:54.063371+0000","last_undegraded":"2024-04-13T22:04:54.063371+0000","last_fullsized":"2024-04-13T22:04:54.063371+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T05:07:48.948847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4756,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":9,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":61,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.040785+0000","last_change":"2024-04-13T22:04:00.403713+0000","last_active":"2024-04-13T22:04:54.040785+0000","last_peered":"2024-04-13T22:04:54.040785+0000","last_clean":"2024-04-13T22:04:54.040785+0000","last_became_active":"2024-04-13T22:04:00.403206+0000","last_became_peered":"2024-04-13T22:04:00.403206+0000","last_unstale":"2024-04-13T22:04:54.040785+0000","last_undegraded":"2024-04-13T22:04:54.040785+0000","last_fullsized":"2024-04-13T22:04:54.040785+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":107,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T23:32:43.953361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":101,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.059992+0000","last_change":"2024-04-13T22:04:54.059992+0000","last_active":"2024-04-13T22:04:54.059992+0000","last_peered":"2024-04-13T22:04:54.059992+0000","last_clean":"2024-04-13T22:04:54.059992+0000","last_became_active":"2024-04-13T22:04:54.059017+0000","last_became_peered":"2024-04-13T22:04:54.059017+0000","last_unstale":"2024-04-13T22:04:54.059992+0000","last_undegraded":"2024-04-13T22:04:54.059992+0000","last_fullsized":"2024-04-13T22:04:54.059992+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T04:52:05.268449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":32,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.041118+0000","last_change":"2024-04-13T22:04:27.384259+0000","last_active":"2024-04-13T22:04:54.041118+0000","last_peered":"2024-04-13T22:04:54.041118+0000","last_clean":"2024-04-13T22:04:54.041118+0000","last_became_active":"2024-04-13T22:04:27.383887+0000","last_became_peered":"2024-04-13T22:04:27.383887+0000","last_unstale":"2024-04-13T22:04:54.041118+0000","last_undegraded":"2024-04-13T22:04:54.041118+0000","last_fullsized":"2024-04-13T22:04:54.041118+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T09:15:50.528384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":80,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-13T22:04:53.028280+0000","last_change":"2024-04-13T22:02:41.106413+0000","last_active":"2024-04-13T22:04:53.028280+0000","last_peered":"2024-04-13T22:04:53.028280+0000","last_clean":"2024-04-13T22:04:53.028280+0000","last_became_active":"2024-04-13T22:02:41.104819+0000","last_became_peered":"2024-04-13T22:02:41.104819+0000","last_unstale":"2024-04-13T22:04:53.028280+0000","last_undegraded":"2024-04-13T22:04:53.028280+0000","last_fullsized":"2024-04-13T22:04:53.028280+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T22:53:15.558200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":85,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.038000+0000","last_change":"2024-04-13T22:04:27.379325+0000","last_active":"2024-04-13T22:04:54.038000+0000","last_peered":"2024-04-13T22:04:54.038000+0000","last_clean":"2024-04-13T22:04:54.038000+0000","last_became_active":"2024-04-13T22:04:27.378956+0000","last_became_peered":"2024-04-13T22:04:27.378956+0000","last_unstale":"2024-04-13T22:04:54.038000+0000","last_undegraded":"2024-04-13T22:04:54.038000+0000","last_fullsized":"2024-04-13T22:04:54.038000+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T05:21:20.934645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":71,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.034762+0000","last_change":"2024-04-13T22:04:27.369758+0000","last_active":"2024-04-13T22:04:54.034762+0000","last_peered":"2024-04-13T22:04:54.034762+0000","last_clean":"2024-04-13T22:04:54.034762+0000","last_became_active":"2024-04-13T22:04:27.369443+0000","last_became_peered":"2024-04-13T22:04:27.369443+0000","last_unstale":"2024-04-13T22:04:54.034762+0000","last_undegraded":"2024-04-13T22:04:54.034762+0000","last_fullsized":"2024-04-13T22:04:54.034762+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T01:56:46.648189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":78,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-13T22:04:53.053612+0000","last_change":"2024-04-13T22:02:41.103519+0000","last_active":"2024-04-13T22:04:53.053612+0000","last_peered":"2024-04-13T22:04:53.053612+0000","last_clean":"2024-04-13T22:04:53.053612+0000","last_became_active":"2024-04-13T22:02:41.102714+0000","last_became_peered":"2024-04-13T22:02:41.102714+0000","last_unstale":"2024-04-13T22:04:53.053612+0000","last_undegraded":"2024-04-13T22:04:53.053612+0000","last_fullsized":"2024-04-13T22:04:53.053612+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T05:09:22.702371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":101,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.037946+0000","last_change":"2024-04-13T22:04:27.369206+0000","last_active":"2024-04-13T22:04:54.037946+0000","last_peered":"2024-04-13T22:04:54.037946+0000","last_clean":"2024-04-13T22:04:54.037946+0000","last_became_active":"2024-04-13T22:04:27.368790+0000","last_became_peered":"2024-04-13T22:04:27.368790+0000","last_unstale":"2024-04-13T22:04:54.037946+0000","last_undegraded":"2024-04-13T22:04:54.037946+0000","last_fullsized":"2024-04-13T22:04:54.037946+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T22:46:51.590498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":72,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.034694+0000","last_change":"2024-04-13T22:04:27.371870+0000","last_active":"2024-04-13T22:04:54.034694+0000","last_peered":"2024-04-13T22:04:54.034694+0000","last_clean":"2024-04-13T22:04:54.034694+0000","last_became_active":"2024-04-13T22:04:27.371120+0000","last_became_peered":"2024-04-13T22:04:27.371120+0000","last_unstale":"2024-04-13T22:04:54.034694+0000","last_undegraded":"2024-04-13T22:04:54.034694+0000","last_fullsized":"2024-04-13T22:04:54.034694+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T00:26:38.857502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":70,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.073718+0000","last_change":"2024-04-13T22:04:54.072750+0000","last_active":"2024-04-13T22:04:54.073718+0000","last_peered":"2024-04-13T22:04:54.073718+0000","last_clean":"2024-04-13T22:04:54.073718+0000","last_became_active":"2024-04-13T22:04:54.072336+0000","last_became_peered":"2024-04-13T22:04:54.072336+0000","last_unstale":"2024-04-13T22:04:54.073718+0000","last_undegraded":"2024-04-13T22:04:54.073718+0000","last_fullsized":"2024-04-13T22:04:54.073718+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T07:36:51.792338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":55,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.072584+0000","last_change":"2024-04-13T22:04:54.072584+0000","last_active":"2024-04-13T22:04:54.072584+0000","last_peered":"2024-04-13T22:04:54.072584+0000","last_clean":"2024-04-13T22:04:54.072584+0000","last_became_active":"2024-04-13T22:04:54.072230+0000","last_became_peered":"2024-04-13T22:04:54.072230+0000","last_unstale":"2024-04-13T22:04:54.072584+0000","last_undegraded":"2024-04-13T22:04:54.072584+0000","last_fullsized":"2024-04-13T22:04:54.072584+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T07:09:11.569376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"70'2","reported_seq":100,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.073291+0000","last_change":"2024-04-13T22:04:54.073291+0000","last_active":"2024-04-13T22:04:54.073291+0000","last_peered":"2024-04-13T22:04:54.073291+0000","last_clean":"2024-04-13T22:04:54.073291+0000","last_became_active":"2024-04-13T22:04:54.072874+0000","last_became_peered":"2024-04-13T22:04:54.072874+0000","last_unstale":"2024-04-13T22:04:54.073291+0000","last_undegraded":"2024-04-13T22:04:54.073291+0000","last_fullsized":"2024-04-13T22:04:54.073291+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T01:30:57.341303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5554,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":65,"num_read_kb":68,"num_write":61,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24881,"internal_metadata":0},"log_size":61,"ondisk_log_size":61,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5995,"num_read_kb":13056,"num_write":846,"num_write_kb":12618,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5730,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201497,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":41176,"kb_used_data":5964,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":93703976,"statfs":{"total":95995035648,"available":95952871424,"internally_reserved":0,"allocated":6107136,"data_stored":5478437,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":36043211},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863463140,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32972,"kb_used_data":1856,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712180,"statfs":{"total":95995035648,"available":95961272320,"internally_reserved":0,"allocated":1900544,"data_stored":1283733,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":101,"seq":433791696942,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28800,"kb_used_data":1268,"kb_used_omap":7,"kb_used_meta":27512,"kb_avail":93716352,"statfs":{"total":95995035648,"available":95965544448,"internally_reserved":0,"allocated":1298432,"data_stored":689155,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7567,"internal_metadata":28172913},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":96,"seq":412316860469,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":33548,"kb_used_data":5948,"kb_used_omap":8,"kb_used_meta":27575,"kb_avail":93711604,"statfs":{"total":95995035648,"available":95960682496,"internally_reserved":0,"allocated":6090752,"data_stored":5474412,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8468,"internal_metadata":28237548},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":106,"seq":455266533406,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28804,"kb_used_data":1268,"kb_used_omap":8,"kb_used_meta":27511,"kb_avail":93716348,"statfs":{"total":95995035648,"available":95965540352,"internally_reserved":0,"allocated":1298432,"data_stored":688731,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8427,"internal_metadata":28172053},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":111,"seq":476741369881,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28804,"kb_used_data":1268,"kb_used_omap":6,"kb_used_meta":27513,"kb_avail":93716348,"statfs":{"total":95995035648,"available":95965540352,"internally_reserved":0,"allocated":1298432,"data_stored":689226,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6669,"internal_metadata":28173811},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":116,"seq":498216206356,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32924,"kb_used_data":5384,"kb_used_omap":7,"kb_used_meta":27512,"kb_avail":93712228,"statfs":{"total":95995035648,"available":95961321472,"internally_reserved":0,"allocated":5513216,"data_stored":4888342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7448,"internal_metadata":28173032},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724781,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32392,"kb_used_data":1272,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712760,"statfs":{"total":95995035648,"available":95961866240,"internally_reserved":0,"allocated":1302528,"data_stored":689464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4376,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1354,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6874,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5973,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2457,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3723,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4902,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5854,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-13T22:06:23.783 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph pg dump --format=json 2024-04-13T22:06:24.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:24 smithi189 bash[68090]: cluster 2024-04-13T22:06:23.011715+0000 mgr.y (mgr.25865) 335 : cluster 0 pgmap v273: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:24.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:24 smithi189 bash[68090]: audit 2024-04-13T22:06:23.040647+0000 mgr.y (mgr.25865) 336 : audit 0 from='client.44390 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T22:06:24.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:24 smithi165 bash[82211]: cluster 2024-04-13T22:06:23.011715+0000 mgr.y (mgr.25865) 335 : cluster 0 pgmap v273: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:24.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:24 smithi165 bash[82211]: audit 2024-04-13T22:06:23.040647+0000 mgr.y (mgr.25865) 336 : audit 0 from='client.44390 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T22:06:24.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:24 smithi165 bash[84613]: cluster 2024-04-13T22:06:23.011715+0000 mgr.y (mgr.25865) 335 : cluster 0 pgmap v273: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:24.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:24 smithi165 bash[84613]: audit 2024-04-13T22:06:23.040647+0000 mgr.y (mgr.25865) 336 : audit 0 from='client.44390 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T22:06:26.598 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:26 smithi189 bash[68090]: cluster 2024-04-13T22:06:25.012618+0000 mgr.y (mgr.25865) 337 : cluster 0 pgmap v274: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:26.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:26 smithi165 bash[82211]: cluster 2024-04-13T22:06:25.012618+0000 mgr.y (mgr.25865) 337 : cluster 0 pgmap v274: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:26.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:26 smithi165 bash[84613]: cluster 2024-04-13T22:06:25.012618+0000 mgr.y (mgr.25865) 337 : cluster 0 pgmap v274: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:28.521 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:06:28.599 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:28 smithi189 bash[68090]: cluster 2024-04-13T22:06:27.013369+0000 mgr.y (mgr.25865) 338 : cluster 0 pgmap v275: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:28.599 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:28 smithi189 bash[68090]: audit 2024-04-13T22:06:27.913796+0000 mon.a (mon.0) 595 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:06:28.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:28 smithi165 bash[82211]: cluster 2024-04-13T22:06:27.013369+0000 mgr.y (mgr.25865) 338 : cluster 0 pgmap v275: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:28.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:28 smithi165 bash[82211]: audit 2024-04-13T22:06:27.913796+0000 mon.a (mon.0) 595 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:06:28.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:28 smithi165 bash[84613]: cluster 2024-04-13T22:06:27.013369+0000 mgr.y (mgr.25865) 338 : cluster 0 pgmap v275: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:28.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:28 smithi165 bash[84613]: audit 2024-04-13T22:06:27.913796+0000 mon.a (mon.0) 595 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:06:30.822 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:30 smithi165 bash[82211]: cluster 2024-04-13T22:06:29.014402+0000 mgr.y (mgr.25865) 339 : cluster 0 pgmap v276: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:30.822 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:30 smithi165 bash[84613]: cluster 2024-04-13T22:06:29.014402+0000 mgr.y (mgr.25865) 339 : cluster 0 pgmap v276: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:30.848 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:30 smithi189 bash[68090]: cluster 2024-04-13T22:06:29.014402+0000 mgr.y (mgr.25865) 339 : cluster 0 pgmap v276: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:31.465 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T22:06:31.466 INFO:teuthology.orchestra.run.smithi165.stderr:dumped all 2024-04-13T22:06:32.199 INFO:teuthology.orchestra.run.smithi165.stdout:{"pg_ready":true,"pg_map":{"version":277,"stamp":"2024-04-13T22:06:31.014761+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4790245,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":6560,"num_read_kb":14048,"num_write":1146,"num_write_kb":15064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1198,"ondisk_log_size":1198,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":259420,"kb_used_data":24228,"kb_used_omap":42,"kb_used_meta":235029,"kb_avail":749701796,"statfs":{"total":767960285184,"available":767694639104,"internally_reserved":0,"allocated":24809472,"data_stored":19881500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43355,"internal_metadata":240670373},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005274"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":77,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.061324+0000","last_change":"2024-04-13T22:04:54.061324+0000","last_active":"2024-04-13T22:04:54.061324+0000","last_peered":"2024-04-13T22:04:54.061324+0000","last_clean":"2024-04-13T22:04:54.061324+0000","last_became_active":"2024-04-13T22:04:54.060398+0000","last_became_peered":"2024-04-13T22:04:54.060398+0000","last_unstale":"2024-04-13T22:04:54.061324+0000","last_undegraded":"2024-04-13T22:04:54.061324+0000","last_fullsized":"2024-04-13T22:04:54.061324+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T23:22:37.434924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"70'5","reported_seq":82,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.034574+0000","last_change":"2024-04-13T22:04:00.408907+0000","last_active":"2024-04-13T22:04:54.034574+0000","last_peered":"2024-04-13T22:04:54.034574+0000","last_clean":"2024-04-13T22:04:54.034574+0000","last_became_active":"2024-04-13T22:04:00.407463+0000","last_became_peered":"2024-04-13T22:04:00.407463+0000","last_unstale":"2024-04-13T22:04:54.034574+0000","last_undegraded":"2024-04-13T22:04:54.034574+0000","last_fullsized":"2024-04-13T22:04:54.034574+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":107,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T22:05:09.999922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":104,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.041379+0000","last_change":"2024-04-13T22:04:27.369642+0000","last_active":"2024-04-13T22:04:54.041379+0000","last_peered":"2024-04-13T22:04:54.041379+0000","last_clean":"2024-04-13T22:04:54.041379+0000","last_became_active":"2024-04-13T22:04:27.369248+0000","last_became_peered":"2024-04-13T22:04:27.369248+0000","last_unstale":"2024-04-13T22:04:54.041379+0000","last_undegraded":"2024-04-13T22:04:54.041379+0000","last_fullsized":"2024-04-13T22:04:54.041379+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T09:06:15.072302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"70'2","reported_seq":94,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.041853+0000","last_change":"2024-04-13T22:04:27.379284+0000","last_active":"2024-04-13T22:04:54.041853+0000","last_peered":"2024-04-13T22:04:54.041853+0000","last_clean":"2024-04-13T22:04:54.041853+0000","last_became_active":"2024-04-13T22:04:27.378904+0000","last_became_peered":"2024-04-13T22:04:27.378904+0000","last_unstale":"2024-04-13T22:04:54.041853+0000","last_undegraded":"2024-04-13T22:04:54.041853+0000","last_fullsized":"2024-04-13T22:04:54.041853+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T22:04:23.236043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":102,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.074868+0000","last_change":"2024-04-13T22:04:54.074868+0000","last_active":"2024-04-13T22:04:54.074868+0000","last_peered":"2024-04-13T22:04:54.074868+0000","last_clean":"2024-04-13T22:04:54.074868+0000","last_became_active":"2024-04-13T22:04:54.073942+0000","last_became_peered":"2024-04-13T22:04:54.073942+0000","last_unstale":"2024-04-13T22:04:54.074868+0000","last_undegraded":"2024-04-13T22:04:54.074868+0000","last_fullsized":"2024-04-13T22:04:54.074868+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T04:19:27.825755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":84,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.056335+0000","last_change":"2024-04-13T22:04:54.056335+0000","last_active":"2024-04-13T22:04:54.056335+0000","last_peered":"2024-04-13T22:04:54.056335+0000","last_clean":"2024-04-13T22:04:54.056335+0000","last_became_active":"2024-04-13T22:04:54.055339+0000","last_became_peered":"2024-04-13T22:04:54.055339+0000","last_unstale":"2024-04-13T22:04:54.056335+0000","last_undegraded":"2024-04-13T22:04:54.056335+0000","last_fullsized":"2024-04-13T22:04:54.056335+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T09:41:46.050686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":101,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.077133+0000","last_change":"2024-04-13T22:04:54.077133+0000","last_active":"2024-04-13T22:04:54.077133+0000","last_peered":"2024-04-13T22:04:54.077133+0000","last_clean":"2024-04-13T22:04:54.077133+0000","last_became_active":"2024-04-13T22:04:54.076009+0000","last_became_peered":"2024-04-13T22:04:54.076009+0000","last_unstale":"2024-04-13T22:04:54.077133+0000","last_undegraded":"2024-04-13T22:04:54.077133+0000","last_fullsized":"2024-04-13T22:04:54.077133+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T00:31:27.585367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":99,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.064813+0000","last_change":"2024-04-13T22:04:54.064813+0000","last_active":"2024-04-13T22:04:54.064813+0000","last_peered":"2024-04-13T22:04:54.064813+0000","last_clean":"2024-04-13T22:04:54.064813+0000","last_became_active":"2024-04-13T22:04:54.063932+0000","last_became_peered":"2024-04-13T22:04:54.063932+0000","last_unstale":"2024-04-13T22:04:54.064813+0000","last_undegraded":"2024-04-13T22:04:54.064813+0000","last_fullsized":"2024-04-13T22:04:54.064813+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T03:33:14.908166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":104,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.046741+0000","last_change":"2024-04-13T22:04:27.369948+0000","last_active":"2024-04-13T22:04:54.046741+0000","last_peered":"2024-04-13T22:04:54.046741+0000","last_clean":"2024-04-13T22:04:54.046741+0000","last_became_active":"2024-04-13T22:04:27.369560+0000","last_became_peered":"2024-04-13T22:04:27.369560+0000","last_unstale":"2024-04-13T22:04:54.046741+0000","last_undegraded":"2024-04-13T22:04:54.046741+0000","last_fullsized":"2024-04-13T22:04:54.046741+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T23:33:53.587182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"70'2","reported_seq":77,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.060730+0000","last_change":"2024-04-13T22:04:54.060730+0000","last_active":"2024-04-13T22:04:54.060730+0000","last_peered":"2024-04-13T22:04:54.060730+0000","last_clean":"2024-04-13T22:04:54.060730+0000","last_became_active":"2024-04-13T22:04:54.059939+0000","last_became_peered":"2024-04-13T22:04:54.059939+0000","last_unstale":"2024-04-13T22:04:54.060730+0000","last_undegraded":"2024-04-13T22:04:54.060730+0000","last_fullsized":"2024-04-13T22:04:54.060730+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T22:03:29.534504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":70,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.068712+0000","last_change":"2024-04-13T22:04:54.068712+0000","last_active":"2024-04-13T22:04:54.068712+0000","last_peered":"2024-04-13T22:04:54.068712+0000","last_clean":"2024-04-13T22:04:54.068712+0000","last_became_active":"2024-04-13T22:04:54.068230+0000","last_became_peered":"2024-04-13T22:04:54.068230+0000","last_unstale":"2024-04-13T22:04:54.068712+0000","last_undegraded":"2024-04-13T22:04:54.068712+0000","last_fullsized":"2024-04-13T22:04:54.068712+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T06:29:56.571386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"70'1","reported_seq":86,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.062348+0000","last_change":"2024-04-13T22:04:54.060759+0000","last_active":"2024-04-13T22:04:54.062348+0000","last_peered":"2024-04-13T22:04:54.062348+0000","last_clean":"2024-04-13T22:04:54.062348+0000","last_became_active":"2024-04-13T22:04:54.059921+0000","last_became_peered":"2024-04-13T22:04:54.059921+0000","last_unstale":"2024-04-13T22:04:54.062348+0000","last_undegraded":"2024-04-13T22:04:54.062348+0000","last_fullsized":"2024-04-13T22:04:54.062348+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T08:33:17.217731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"87'83","reported_seq":356,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.032057+0000","last_change":"2024-04-13T22:04:00.410993+0000","last_active":"2024-04-13T22:04:54.032057+0000","last_peered":"2024-04-13T22:04:54.032057+0000","last_clean":"2024-04-13T22:04:54.032057+0000","last_became_active":"2024-04-13T22:04:00.409721+0000","last_became_peered":"2024-04-13T22:04:00.409721+0000","last_unstale":"2024-04-13T22:04:54.032057+0000","last_undegraded":"2024-04-13T22:04:54.032057+0000","last_fullsized":"2024-04-13T22:04:54.032057+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":107,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":0,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T01:02:58.229979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00095221599999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":481,"num_read_kb":1588,"num_write":76,"num_write_kb":1153,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":82,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.040884+0000","last_change":"2024-04-13T22:04:27.374970+0000","last_active":"2024-04-13T22:04:54.040884+0000","last_peered":"2024-04-13T22:04:54.040884+0000","last_clean":"2024-04-13T22:04:54.040884+0000","last_became_active":"2024-04-13T22:04:27.374238+0000","last_became_peered":"2024-04-13T22:04:27.374238+0000","last_unstale":"2024-04-13T22:04:54.040884+0000","last_undegraded":"2024-04-13T22:04:54.040884+0000","last_fullsized":"2024-04-13T22:04:54.040884+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T02:10:59.310211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"87'84","reported_seq":445,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.060800+0000","last_change":"2024-04-13T22:04:54.060800+0000","last_active":"2024-04-13T22:04:54.060800+0000","last_peered":"2024-04-13T22:04:54.060800+0000","last_clean":"2024-04-13T22:04:54.060800+0000","last_became_active":"2024-04-13T22:04:54.059478+0000","last_became_peered":"2024-04-13T22:04:54.059478+0000","last_unstale":"2024-04-13T22:04:54.060800+0000","last_undegraded":"2024-04-13T22:04:54.060800+0000","last_fullsized":"2024-04-13T22:04:54.060800+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":0,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T23:59:13.205482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00080620799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":542,"num_read_kb":440,"num_write":44,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":86,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.042418+0000","last_change":"2024-04-13T22:04:27.373150+0000","last_active":"2024-04-13T22:04:54.042418+0000","last_peered":"2024-04-13T22:04:54.042418+0000","last_clean":"2024-04-13T22:04:54.042418+0000","last_became_active":"2024-04-13T22:04:27.372209+0000","last_became_peered":"2024-04-13T22:04:27.372209+0000","last_unstale":"2024-04-13T22:04:54.042418+0000","last_undegraded":"2024-04-13T22:04:54.042418+0000","last_fullsized":"2024-04-13T22:04:54.042418+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T05:47:11.149916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":63,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.033818+0000","last_change":"2024-04-13T22:02:09.843432+0000","last_active":"2024-04-13T22:04:54.033818+0000","last_peered":"2024-04-13T22:04:54.033818+0000","last_clean":"2024-04-13T22:04:54.033818+0000","last_became_active":"2024-04-13T22:02:09.841812+0000","last_became_peered":"2024-04-13T22:02:09.841812+0000","last_unstale":"2024-04-13T22:04:54.033818+0000","last_undegraded":"2024-04-13T22:04:54.033818+0000","last_fullsized":"2024-04-13T22:04:54.033818+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T21:55:10.527332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":60,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.039852+0000","last_change":"2024-04-13T22:04:00.412222+0000","last_active":"2024-04-13T22:04:54.039852+0000","last_peered":"2024-04-13T22:04:54.039852+0000","last_clean":"2024-04-13T22:04:54.039852+0000","last_became_active":"2024-04-13T22:04:00.411570+0000","last_became_peered":"2024-04-13T22:04:00.411570+0000","last_unstale":"2024-04-13T22:04:54.039852+0000","last_undegraded":"2024-04-13T22:04:54.039852+0000","last_fullsized":"2024-04-13T22:04:54.039852+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":107,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T04:44:06.793253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"87'101","reported_seq":374,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.058831+0000","last_change":"2024-04-13T22:04:54.058831+0000","last_active":"2024-04-13T22:04:54.058831+0000","last_peered":"2024-04-13T22:04:54.058831+0000","last_clean":"2024-04-13T22:04:54.058831+0000","last_became_active":"2024-04-13T22:04:54.058309+0000","last_became_peered":"2024-04-13T22:04:54.058309+0000","last_unstale":"2024-04-13T22:04:54.058831+0000","last_undegraded":"2024-04-13T22:04:54.058831+0000","last_fullsized":"2024-04-13T22:04:54.058831+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T08:39:25.721955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0018335650000000001,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":411,"num_read_kb":3663,"num_write":99,"num_write_kb":7362,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":81,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.035488+0000","last_change":"2024-04-13T22:04:00.403373+0000","last_active":"2024-04-13T22:04:54.035488+0000","last_peered":"2024-04-13T22:04:54.035488+0000","last_clean":"2024-04-13T22:04:54.035488+0000","last_became_active":"2024-04-13T22:04:00.402831+0000","last_became_peered":"2024-04-13T22:04:00.402831+0000","last_unstale":"2024-04-13T22:04:54.035488+0000","last_undegraded":"2024-04-13T22:04:54.035488+0000","last_fullsized":"2024-04-13T22:04:54.035488+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":107,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T02:44:30.514933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":81,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.057786+0000","last_change":"2024-04-13T22:04:54.057155+0000","last_active":"2024-04-13T22:04:54.057786+0000","last_peered":"2024-04-13T22:04:54.057786+0000","last_clean":"2024-04-13T22:04:54.057786+0000","last_became_active":"2024-04-13T22:04:54.056218+0000","last_became_peered":"2024-04-13T22:04:54.056218+0000","last_unstale":"2024-04-13T22:04:54.057786+0000","last_undegraded":"2024-04-13T22:04:54.057786+0000","last_fullsized":"2024-04-13T22:04:54.057786+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T03:16:00.110499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"87'85","reported_seq":312,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.035107+0000","last_change":"2024-04-13T22:02:41.112005+0000","last_active":"2024-04-13T22:04:54.035107+0000","last_peered":"2024-04-13T22:04:54.035107+0000","last_clean":"2024-04-13T22:04:54.035107+0000","last_became_active":"2024-04-13T22:02:41.110871+0000","last_became_peered":"2024-04-13T22:02:41.110871+0000","last_unstale":"2024-04-13T22:04:54.035107+0000","last_undegraded":"2024-04-13T22:04:54.035107+0000","last_fullsized":"2024-04-13T22:04:54.035107+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":0,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T09:46:54.318565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00089649300000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":352,"num_read_kb":1429,"num_write":90,"num_write_kb":1133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":78,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.066828+0000","last_change":"2024-04-13T22:04:54.066828+0000","last_active":"2024-04-13T22:04:54.066828+0000","last_peered":"2024-04-13T22:04:54.066828+0000","last_clean":"2024-04-13T22:04:54.066828+0000","last_became_active":"2024-04-13T22:04:54.065745+0000","last_became_peered":"2024-04-13T22:04:54.065745+0000","last_unstale":"2024-04-13T22:04:54.066828+0000","last_undegraded":"2024-04-13T22:04:54.066828+0000","last_fullsized":"2024-04-13T22:04:54.066828+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T00:39:17.536268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":78,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.038674+0000","last_change":"2024-04-13T22:04:27.384214+0000","last_active":"2024-04-13T22:04:54.038674+0000","last_peered":"2024-04-13T22:04:54.038674+0000","last_clean":"2024-04-13T22:04:54.038674+0000","last_became_active":"2024-04-13T22:04:27.383887+0000","last_became_peered":"2024-04-13T22:04:27.383887+0000","last_unstale":"2024-04-13T22:04:54.038674+0000","last_undegraded":"2024-04-13T22:04:54.038674+0000","last_fullsized":"2024-04-13T22:04:54.038674+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T04:33:36.290557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"92'161","reported_seq":451,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-13T22:04:53.040841+0000","last_change":"2024-04-13T22:02:09.836616+0000","last_active":"2024-04-13T22:04:53.040841+0000","last_peered":"2024-04-13T22:04:53.040841+0000","last_clean":"2024-04-13T22:04:53.040841+0000","last_became_active":"2024-04-13T22:02:09.835505+0000","last_became_peered":"2024-04-13T22:02:09.835505+0000","last_unstale":"2024-04-13T22:04:53.040841+0000","last_undegraded":"2024-04-13T22:04:53.040841+0000","last_fullsized":"2024-04-13T22:04:53.040841+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:44:25.537347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:44:25.537347+0000","last_clean_scrub_stamp":"2024-04-13T21:44:25.537347+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T08:48:51.170197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"87'158","reported_seq":496,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-13T22:04:53.028425+0000","last_change":"2024-04-13T22:04:00.412604+0000","last_active":"2024-04-13T22:04:53.028425+0000","last_peered":"2024-04-13T22:04:53.028425+0000","last_clean":"2024-04-13T22:04:53.028425+0000","last_became_active":"2024-04-13T22:04:00.411700+0000","last_became_peered":"2024-04-13T22:04:00.411700+0000","last_unstale":"2024-04-13T22:04:53.028425+0000","last_undegraded":"2024-04-13T22:04:53.028425+0000","last_fullsized":"2024-04-13T22:04:53.028425+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":107,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":158,"log_dups_size":0,"ondisk_log_size":158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T01:47:22.866503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001014257,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":529,"num_read_kb":822,"num_write":151,"num_write_kb":1306,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":88,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.048562+0000","last_change":"2024-04-13T22:04:00.420620+0000","last_active":"2024-04-13T22:04:54.048562+0000","last_peered":"2024-04-13T22:04:54.048562+0000","last_clean":"2024-04-13T22:04:54.048562+0000","last_became_active":"2024-04-13T22:04:00.419573+0000","last_became_peered":"2024-04-13T22:04:00.419573+0000","last_unstale":"2024-04-13T22:04:54.048562+0000","last_undegraded":"2024-04-13T22:04:54.048562+0000","last_fullsized":"2024-04-13T22:04:54.048562+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":107,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T23:32:30.024851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":60,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.039328+0000","last_change":"2024-04-13T22:04:00.402117+0000","last_active":"2024-04-13T22:04:54.039328+0000","last_peered":"2024-04-13T22:04:54.039328+0000","last_clean":"2024-04-13T22:04:54.039328+0000","last_became_active":"2024-04-13T22:04:00.401572+0000","last_became_peered":"2024-04-13T22:04:00.401572+0000","last_unstale":"2024-04-13T22:04:54.039328+0000","last_undegraded":"2024-04-13T22:04:54.039328+0000","last_fullsized":"2024-04-13T22:04:54.039328+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":107,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T22:29:05.718508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"87'230","reported_seq":1177,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.047100+0000","last_change":"2024-04-13T22:04:27.371578+0000","last_active":"2024-04-13T22:04:54.047100+0000","last_peered":"2024-04-13T22:04:54.047100+0000","last_clean":"2024-04-13T22:04:54.047100+0000","last_became_active":"2024-04-13T22:04:27.370280+0000","last_became_peered":"2024-04-13T22:04:27.370280+0000","last_unstale":"2024-04-13T22:04:54.047100+0000","last_undegraded":"2024-04-13T22:04:54.047100+0000","last_fullsized":"2024-04-13T22:04:54.047100+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":230,"log_dups_size":0,"ondisk_log_size":230,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T05:05:21.268726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002633121,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2045,"num_read_kb":1882,"num_write":186,"num_write_kb":174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":70,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.040080+0000","last_change":"2024-04-13T22:04:27.367183+0000","last_active":"2024-04-13T22:04:54.040080+0000","last_peered":"2024-04-13T22:04:54.040080+0000","last_clean":"2024-04-13T22:04:54.040080+0000","last_became_active":"2024-04-13T22:04:27.366838+0000","last_became_peered":"2024-04-13T22:04:27.366838+0000","last_unstale":"2024-04-13T22:04:54.040080+0000","last_undegraded":"2024-04-13T22:04:54.040080+0000","last_fullsized":"2024-04-13T22:04:54.040080+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T23:21:52.891815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":73,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.076470+0000","last_change":"2024-04-13T22:04:54.076470+0000","last_active":"2024-04-13T22:04:54.076470+0000","last_peered":"2024-04-13T22:04:54.076470+0000","last_clean":"2024-04-13T22:04:54.076470+0000","last_became_active":"2024-04-13T22:04:54.073974+0000","last_became_peered":"2024-04-13T22:04:54.073974+0000","last_unstale":"2024-04-13T22:04:54.076470+0000","last_undegraded":"2024-04-13T22:04:54.076470+0000","last_fullsized":"2024-04-13T22:04:54.076470+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T00:36:32.691055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"87'57","reported_seq":475,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-13T22:04:53.034599+0000","last_change":"2024-04-13T22:02:41.104465+0000","last_active":"2024-04-13T22:04:53.034599+0000","last_peered":"2024-04-13T22:04:53.034599+0000","last_clean":"2024-04-13T22:04:53.034599+0000","last_became_active":"2024-04-13T22:02:41.103048+0000","last_became_peered":"2024-04-13T22:02:41.103048+0000","last_unstale":"2024-04-13T22:04:53.034599+0000","last_undegraded":"2024-04-13T22:04:53.034599+0000","last_fullsized":"2024-04-13T22:04:53.034599+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T04:23:32.799450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015438139999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":463,"num_read_kb":1803,"num_write":53,"num_write_kb":1223,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":61,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.061392+0000","last_change":"2024-04-13T22:04:54.061392+0000","last_active":"2024-04-13T22:04:54.061392+0000","last_peered":"2024-04-13T22:04:54.061392+0000","last_clean":"2024-04-13T22:04:54.061392+0000","last_became_active":"2024-04-13T22:04:54.059060+0000","last_became_peered":"2024-04-13T22:04:54.059060+0000","last_unstale":"2024-04-13T22:04:54.061392+0000","last_undegraded":"2024-04-13T22:04:54.061392+0000","last_fullsized":"2024-04-13T22:04:54.061392+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T07:57:03.592162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":96,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-13T22:04:53.030610+0000","last_change":"2024-04-13T22:04:27.380213+0000","last_active":"2024-04-13T22:04:53.030610+0000","last_peered":"2024-04-13T22:04:53.030610+0000","last_clean":"2024-04-13T22:04:53.030610+0000","last_became_active":"2024-04-13T22:04:27.379238+0000","last_became_peered":"2024-04-13T22:04:27.379238+0000","last_unstale":"2024-04-13T22:04:53.030610+0000","last_undegraded":"2024-04-13T22:04:53.030610+0000","last_fullsized":"2024-04-13T22:04:53.030610+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T03:20:40.186631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"87'178","reported_seq":834,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.040289+0000","last_change":"2024-04-13T22:02:41.124032+0000","last_active":"2024-04-13T22:04:54.040289+0000","last_peered":"2024-04-13T22:04:54.040289+0000","last_clean":"2024-04-13T22:04:54.040289+0000","last_became_active":"2024-04-13T22:02:41.122680+0000","last_became_peered":"2024-04-13T22:02:41.122680+0000","last_unstale":"2024-04-13T22:04:54.040289+0000","last_undegraded":"2024-04-13T22:04:54.040289+0000","last_fullsized":"2024-04-13T22:04:54.040289+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:50:03.185555+0000","last_clean_scrub_stamp":"2024-04-13T21:50:03.185555+0000","objects_scrubbed":0,"log_size":178,"log_dups_size":0,"ondisk_log_size":178,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T08:20:59.035602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00093352500000000004,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1172,"num_read_kb":1429,"num_write":147,"num_write_kb":254,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":70,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.061515+0000","last_change":"2024-04-13T22:04:54.060047+0000","last_active":"2024-04-13T22:04:54.061515+0000","last_peered":"2024-04-13T22:04:54.061515+0000","last_clean":"2024-04-13T22:04:54.061515+0000","last_became_active":"2024-04-13T22:04:54.059642+0000","last_became_peered":"2024-04-13T22:04:54.059642+0000","last_unstale":"2024-04-13T22:04:54.061515+0000","last_undegraded":"2024-04-13T22:04:54.061515+0000","last_fullsized":"2024-04-13T22:04:54.061515+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T23:42:40.972493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":86,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.038202+0000","last_change":"2024-04-13T22:04:27.375051+0000","last_active":"2024-04-13T22:04:54.038202+0000","last_peered":"2024-04-13T22:04:54.038202+0000","last_clean":"2024-04-13T22:04:54.038202+0000","last_became_active":"2024-04-13T22:04:27.373651+0000","last_became_peered":"2024-04-13T22:04:27.373651+0000","last_unstale":"2024-04-13T22:04:54.038202+0000","last_undegraded":"2024-04-13T22:04:54.038202+0000","last_fullsized":"2024-04-13T22:04:54.038202+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T23:54:24.150233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":77,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.070533+0000","last_change":"2024-04-13T22:04:54.070533+0000","last_active":"2024-04-13T22:04:54.070533+0000","last_peered":"2024-04-13T22:04:54.070533+0000","last_clean":"2024-04-13T22:04:54.070533+0000","last_became_active":"2024-04-13T22:04:54.069811+0000","last_became_peered":"2024-04-13T22:04:54.069811+0000","last_unstale":"2024-04-13T22:04:54.070533+0000","last_undegraded":"2024-04-13T22:04:54.070533+0000","last_fullsized":"2024-04-13T22:04:54.070533+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T06:39:08.221563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":84,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.076829+0000","last_change":"2024-04-13T22:04:54.076829+0000","last_active":"2024-04-13T22:04:54.076829+0000","last_peered":"2024-04-13T22:04:54.076829+0000","last_clean":"2024-04-13T22:04:54.076829+0000","last_became_active":"2024-04-13T22:04:54.072744+0000","last_became_peered":"2024-04-13T22:04:54.072744+0000","last_unstale":"2024-04-13T22:04:54.076829+0000","last_undegraded":"2024-04-13T22:04:54.076829+0000","last_fullsized":"2024-04-13T22:04:54.076829+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T03:02:17.837268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":98,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.078227+0000","last_change":"2024-04-13T22:04:54.078227+0000","last_active":"2024-04-13T22:04:54.078227+0000","last_peered":"2024-04-13T22:04:54.078227+0000","last_clean":"2024-04-13T22:04:54.078227+0000","last_became_active":"2024-04-13T22:04:54.075980+0000","last_became_peered":"2024-04-13T22:04:54.075980+0000","last_unstale":"2024-04-13T22:04:54.078227+0000","last_undegraded":"2024-04-13T22:04:54.078227+0000","last_fullsized":"2024-04-13T22:04:54.078227+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T23:11:49.742581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":94,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.053205+0000","last_change":"2024-04-13T22:04:54.052583+0000","last_active":"2024-04-13T22:04:54.053205+0000","last_peered":"2024-04-13T22:04:54.053205+0000","last_clean":"2024-04-13T22:04:54.053205+0000","last_became_active":"2024-04-13T22:04:54.051762+0000","last_became_peered":"2024-04-13T22:04:54.051762+0000","last_unstale":"2024-04-13T22:04:54.053205+0000","last_undegraded":"2024-04-13T22:04:54.053205+0000","last_fullsized":"2024-04-13T22:04:54.053205+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T01:43:16.426432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":87,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.059582+0000","last_change":"2024-04-13T22:04:54.059582+0000","last_active":"2024-04-13T22:04:54.059582+0000","last_peered":"2024-04-13T22:04:54.059582+0000","last_clean":"2024-04-13T22:04:54.059582+0000","last_became_active":"2024-04-13T22:04:54.058796+0000","last_became_peered":"2024-04-13T22:04:54.058796+0000","last_unstale":"2024-04-13T22:04:54.059582+0000","last_undegraded":"2024-04-13T22:04:54.059582+0000","last_fullsized":"2024-04-13T22:04:54.059582+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T07:26:24.426438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"70'3","reported_seq":95,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.060601+0000","last_change":"2024-04-13T22:04:54.060601+0000","last_active":"2024-04-13T22:04:54.060601+0000","last_peered":"2024-04-13T22:04:54.060601+0000","last_clean":"2024-04-13T22:04:54.060601+0000","last_became_active":"2024-04-13T22:04:54.060125+0000","last_became_peered":"2024-04-13T22:04:54.060125+0000","last_unstale":"2024-04-13T22:04:54.060601+0000","last_undegraded":"2024-04-13T22:04:54.060601+0000","last_fullsized":"2024-04-13T22:04:54.060601+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T02:55:39.422008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":80,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.056322+0000","last_change":"2024-04-13T22:04:54.056322+0000","last_active":"2024-04-13T22:04:54.056322+0000","last_peered":"2024-04-13T22:04:54.056322+0000","last_clean":"2024-04-13T22:04:54.056322+0000","last_became_active":"2024-04-13T22:04:54.055602+0000","last_became_peered":"2024-04-13T22:04:54.055602+0000","last_unstale":"2024-04-13T22:04:54.056322+0000","last_undegraded":"2024-04-13T22:04:54.056322+0000","last_fullsized":"2024-04-13T22:04:54.056322+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T01:08:45.945405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":81,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.038656+0000","last_change":"2024-04-13T22:04:27.384743+0000","last_active":"2024-04-13T22:04:54.038656+0000","last_peered":"2024-04-13T22:04:54.038656+0000","last_clean":"2024-04-13T22:04:54.038656+0000","last_became_active":"2024-04-13T22:04:27.384282+0000","last_became_peered":"2024-04-13T22:04:27.384282+0000","last_unstale":"2024-04-13T22:04:54.038656+0000","last_undegraded":"2024-04-13T22:04:54.038656+0000","last_fullsized":"2024-04-13T22:04:54.038656+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T01:27:20.617755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":78,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.032413+0000","last_change":"2024-04-13T22:02:41.118478+0000","last_active":"2024-04-13T22:04:54.032413+0000","last_peered":"2024-04-13T22:04:54.032413+0000","last_clean":"2024-04-13T22:04:54.032413+0000","last_became_active":"2024-04-13T22:02:41.117786+0000","last_became_peered":"2024-04-13T22:02:41.117786+0000","last_unstale":"2024-04-13T22:04:54.032413+0000","last_undegraded":"2024-04-13T22:04:54.032413+0000","last_fullsized":"2024-04-13T22:04:54.032413+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T06:26:46.272921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":68,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.044291+0000","last_change":"2024-04-13T21:51:56.738561+0000","last_active":"2024-04-13T22:04:54.044291+0000","last_peered":"2024-04-13T22:04:54.044291+0000","last_clean":"2024-04-13T22:04:54.044291+0000","last_became_active":"2024-04-13T21:51:56.737720+0000","last_became_peered":"2024-04-13T21:51:56.737720+0000","last_unstale":"2024-04-13T22:04:54.044291+0000","last_undegraded":"2024-04-13T22:04:54.044291+0000","last_fullsized":"2024-04-13T22:04:54.044291+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T06:36:42.694028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":102,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.077646+0000","last_change":"2024-04-13T22:04:54.077646+0000","last_active":"2024-04-13T22:04:54.077646+0000","last_peered":"2024-04-13T22:04:54.077646+0000","last_clean":"2024-04-13T22:04:54.077646+0000","last_became_active":"2024-04-13T22:04:54.076389+0000","last_became_peered":"2024-04-13T22:04:54.076389+0000","last_unstale":"2024-04-13T22:04:54.077646+0000","last_undegraded":"2024-04-13T22:04:54.077646+0000","last_fullsized":"2024-04-13T22:04:54.077646+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T02:41:47.025838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":100,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.063804+0000","last_change":"2024-04-13T22:04:54.061718+0000","last_active":"2024-04-13T22:04:54.063804+0000","last_peered":"2024-04-13T22:04:54.063804+0000","last_clean":"2024-04-13T22:04:54.063804+0000","last_became_active":"2024-04-13T22:04:54.060657+0000","last_became_peered":"2024-04-13T22:04:54.060657+0000","last_unstale":"2024-04-13T22:04:54.063804+0000","last_undegraded":"2024-04-13T22:04:54.063804+0000","last_fullsized":"2024-04-13T22:04:54.063804+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T05:04:27.714472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":65,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.038085+0000","last_change":"2024-04-13T21:51:56.806163+0000","last_active":"2024-04-13T22:04:54.038085+0000","last_peered":"2024-04-13T22:04:54.038085+0000","last_clean":"2024-04-13T22:04:54.038085+0000","last_became_active":"2024-04-13T21:51:56.805460+0000","last_became_peered":"2024-04-13T21:51:56.805460+0000","last_unstale":"2024-04-13T22:04:54.038085+0000","last_undegraded":"2024-04-13T22:04:54.038085+0000","last_fullsized":"2024-04-13T22:04:54.038085+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T02:04:08.394133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":98,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.065918+0000","last_change":"2024-04-13T22:04:54.063034+0000","last_active":"2024-04-13T22:04:54.065918+0000","last_peered":"2024-04-13T22:04:54.065918+0000","last_clean":"2024-04-13T22:04:54.065918+0000","last_became_active":"2024-04-13T22:04:54.062208+0000","last_became_peered":"2024-04-13T22:04:54.062208+0000","last_unstale":"2024-04-13T22:04:54.065918+0000","last_undegraded":"2024-04-13T22:04:54.065918+0000","last_fullsized":"2024-04-13T22:04:54.065918+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T22:37:25.745186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":85,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.041751+0000","last_change":"2024-04-13T22:04:27.371688+0000","last_active":"2024-04-13T22:04:54.041751+0000","last_peered":"2024-04-13T22:04:54.041751+0000","last_clean":"2024-04-13T22:04:54.041751+0000","last_became_active":"2024-04-13T22:04:27.371271+0000","last_became_peered":"2024-04-13T22:04:27.371271+0000","last_unstale":"2024-04-13T22:04:54.041751+0000","last_undegraded":"2024-04-13T22:04:54.041751+0000","last_fullsized":"2024-04-13T22:04:54.041751+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T01:47:28.268879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":95,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.031840+0000","last_change":"2024-04-13T22:02:09.854165+0000","last_active":"2024-04-13T22:04:54.031840+0000","last_peered":"2024-04-13T22:04:54.031840+0000","last_clean":"2024-04-13T22:04:54.031840+0000","last_became_active":"2024-04-13T22:02:09.853470+0000","last_became_peered":"2024-04-13T22:02:09.853470+0000","last_unstale":"2024-04-13T22:04:54.031840+0000","last_undegraded":"2024-04-13T22:04:54.031840+0000","last_fullsized":"2024-04-13T22:04:54.031840+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T22:12:56.614410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":71,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.034328+0000","last_change":"2024-04-13T22:04:27.371566+0000","last_active":"2024-04-13T22:04:54.034328+0000","last_peered":"2024-04-13T22:04:54.034328+0000","last_clean":"2024-04-13T22:04:54.034328+0000","last_became_active":"2024-04-13T22:04:27.371085+0000","last_became_peered":"2024-04-13T22:04:27.371085+0000","last_unstale":"2024-04-13T22:04:54.034328+0000","last_undegraded":"2024-04-13T22:04:54.034328+0000","last_fullsized":"2024-04-13T22:04:54.034328+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T23:52:00.600900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":81,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.057450+0000","last_change":"2024-04-13T22:04:54.053889+0000","last_active":"2024-04-13T22:04:54.057450+0000","last_peered":"2024-04-13T22:04:54.057450+0000","last_clean":"2024-04-13T22:04:54.057450+0000","last_became_active":"2024-04-13T22:04:54.053572+0000","last_became_peered":"2024-04-13T22:04:54.053572+0000","last_unstale":"2024-04-13T22:04:54.057450+0000","last_undegraded":"2024-04-13T22:04:54.057450+0000","last_fullsized":"2024-04-13T22:04:54.057450+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T06:10:53.703797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":80,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.041639+0000","last_change":"2024-04-13T22:04:27.375264+0000","last_active":"2024-04-13T22:04:54.041639+0000","last_peered":"2024-04-13T22:04:54.041639+0000","last_clean":"2024-04-13T22:04:54.041639+0000","last_became_active":"2024-04-13T22:04:27.373735+0000","last_became_peered":"2024-04-13T22:04:27.373735+0000","last_unstale":"2024-04-13T22:04:54.041639+0000","last_undegraded":"2024-04-13T22:04:54.041639+0000","last_fullsized":"2024-04-13T22:04:54.041639+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T00:35:37.306100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":71,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.033150+0000","last_change":"2024-04-13T22:04:27.371480+0000","last_active":"2024-04-13T22:04:54.033150+0000","last_peered":"2024-04-13T22:04:54.033150+0000","last_clean":"2024-04-13T22:04:54.033150+0000","last_became_active":"2024-04-13T22:04:27.371154+0000","last_became_peered":"2024-04-13T22:04:27.371154+0000","last_unstale":"2024-04-13T22:04:54.033150+0000","last_undegraded":"2024-04-13T22:04:54.033150+0000","last_fullsized":"2024-04-13T22:04:54.033150+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T21:53:48.412791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":99,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.042891+0000","last_change":"2024-04-13T22:04:27.371529+0000","last_active":"2024-04-13T22:04:54.042891+0000","last_peered":"2024-04-13T22:04:54.042891+0000","last_clean":"2024-04-13T22:04:54.042891+0000","last_became_active":"2024-04-13T22:04:27.371207+0000","last_became_peered":"2024-04-13T22:04:27.371207+0000","last_unstale":"2024-04-13T22:04:54.042891+0000","last_undegraded":"2024-04-13T22:04:54.042891+0000","last_fullsized":"2024-04-13T22:04:54.042891+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T02:11:57.754874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7],"acting":[3,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":100,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.063097+0000","last_change":"2024-04-13T22:04:54.059972+0000","last_active":"2024-04-13T22:04:54.063097+0000","last_peered":"2024-04-13T22:04:54.063097+0000","last_clean":"2024-04-13T22:04:54.063097+0000","last_became_active":"2024-04-13T22:04:54.059268+0000","last_became_peered":"2024-04-13T22:04:54.059268+0000","last_unstale":"2024-04-13T22:04:54.063097+0000","last_undegraded":"2024-04-13T22:04:54.063097+0000","last_fullsized":"2024-04-13T22:04:54.063097+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T02:22:38.383145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":77,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.072782+0000","last_change":"2024-04-13T22:04:54.072782+0000","last_active":"2024-04-13T22:04:54.072782+0000","last_peered":"2024-04-13T22:04:54.072782+0000","last_clean":"2024-04-13T22:04:54.072782+0000","last_became_active":"2024-04-13T22:04:54.070074+0000","last_became_peered":"2024-04-13T22:04:54.070074+0000","last_unstale":"2024-04-13T22:04:54.072782+0000","last_undegraded":"2024-04-13T22:04:54.072782+0000","last_fullsized":"2024-04-13T22:04:54.072782+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T00:33:11.957784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"92'23","reported_seq":79,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.063371+0000","last_change":"2024-04-13T22:04:54.063371+0000","last_active":"2024-04-13T22:04:54.063371+0000","last_peered":"2024-04-13T22:04:54.063371+0000","last_clean":"2024-04-13T22:04:54.063371+0000","last_became_active":"2024-04-13T22:04:54.062235+0000","last_became_peered":"2024-04-13T22:04:54.062235+0000","last_unstale":"2024-04-13T22:04:54.063371+0000","last_undegraded":"2024-04-13T22:04:54.063371+0000","last_fullsized":"2024-04-13T22:04:54.063371+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T05:07:48.948847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4756,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":9,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":61,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.040785+0000","last_change":"2024-04-13T22:04:00.403713+0000","last_active":"2024-04-13T22:04:54.040785+0000","last_peered":"2024-04-13T22:04:54.040785+0000","last_clean":"2024-04-13T22:04:54.040785+0000","last_became_active":"2024-04-13T22:04:00.403206+0000","last_became_peered":"2024-04-13T22:04:00.403206+0000","last_unstale":"2024-04-13T22:04:54.040785+0000","last_undegraded":"2024-04-13T22:04:54.040785+0000","last_fullsized":"2024-04-13T22:04:54.040785+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":107,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T23:32:43.953361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":102,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.063096+0000","last_change":"2024-04-13T22:04:54.059992+0000","last_active":"2024-04-13T22:04:54.063096+0000","last_peered":"2024-04-13T22:04:54.063096+0000","last_clean":"2024-04-13T22:04:54.063096+0000","last_became_active":"2024-04-13T22:04:54.059017+0000","last_became_peered":"2024-04-13T22:04:54.059017+0000","last_unstale":"2024-04-13T22:04:54.063096+0000","last_undegraded":"2024-04-13T22:04:54.063096+0000","last_fullsized":"2024-04-13T22:04:54.063096+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T04:52:05.268449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":32,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.041118+0000","last_change":"2024-04-13T22:04:27.384259+0000","last_active":"2024-04-13T22:04:54.041118+0000","last_peered":"2024-04-13T22:04:54.041118+0000","last_clean":"2024-04-13T22:04:54.041118+0000","last_became_active":"2024-04-13T22:04:27.383887+0000","last_became_peered":"2024-04-13T22:04:27.383887+0000","last_unstale":"2024-04-13T22:04:54.041118+0000","last_undegraded":"2024-04-13T22:04:54.041118+0000","last_fullsized":"2024-04-13T22:04:54.041118+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T09:15:50.528384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":81,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.040981+0000","last_change":"2024-04-13T22:02:41.106413+0000","last_active":"2024-04-13T22:04:54.040981+0000","last_peered":"2024-04-13T22:04:54.040981+0000","last_clean":"2024-04-13T22:04:54.040981+0000","last_became_active":"2024-04-13T22:02:41.104819+0000","last_became_peered":"2024-04-13T22:02:41.104819+0000","last_unstale":"2024-04-13T22:04:54.040981+0000","last_undegraded":"2024-04-13T22:04:54.040981+0000","last_fullsized":"2024-04-13T22:04:54.040981+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T22:53:15.558200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":85,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.038000+0000","last_change":"2024-04-13T22:04:27.379325+0000","last_active":"2024-04-13T22:04:54.038000+0000","last_peered":"2024-04-13T22:04:54.038000+0000","last_clean":"2024-04-13T22:04:54.038000+0000","last_became_active":"2024-04-13T22:04:27.378956+0000","last_became_peered":"2024-04-13T22:04:27.378956+0000","last_unstale":"2024-04-13T22:04:54.038000+0000","last_undegraded":"2024-04-13T22:04:54.038000+0000","last_fullsized":"2024-04-13T22:04:54.038000+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T05:21:20.934645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":71,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.034762+0000","last_change":"2024-04-13T22:04:27.369758+0000","last_active":"2024-04-13T22:04:54.034762+0000","last_peered":"2024-04-13T22:04:54.034762+0000","last_clean":"2024-04-13T22:04:54.034762+0000","last_became_active":"2024-04-13T22:04:27.369443+0000","last_became_peered":"2024-04-13T22:04:27.369443+0000","last_unstale":"2024-04-13T22:04:54.034762+0000","last_undegraded":"2024-04-13T22:04:54.034762+0000","last_fullsized":"2024-04-13T22:04:54.034762+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T01:56:46.648189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":78,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-13T22:04:53.053612+0000","last_change":"2024-04-13T22:02:41.103519+0000","last_active":"2024-04-13T22:04:53.053612+0000","last_peered":"2024-04-13T22:04:53.053612+0000","last_clean":"2024-04-13T22:04:53.053612+0000","last_became_active":"2024-04-13T22:02:41.102714+0000","last_became_peered":"2024-04-13T22:02:41.102714+0000","last_unstale":"2024-04-13T22:04:53.053612+0000","last_undegraded":"2024-04-13T22:04:53.053612+0000","last_fullsized":"2024-04-13T22:04:53.053612+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T05:09:22.702371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":101,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.037946+0000","last_change":"2024-04-13T22:04:27.369206+0000","last_active":"2024-04-13T22:04:54.037946+0000","last_peered":"2024-04-13T22:04:54.037946+0000","last_clean":"2024-04-13T22:04:54.037946+0000","last_became_active":"2024-04-13T22:04:27.368790+0000","last_became_peered":"2024-04-13T22:04:27.368790+0000","last_unstale":"2024-04-13T22:04:54.037946+0000","last_undegraded":"2024-04-13T22:04:54.037946+0000","last_fullsized":"2024-04-13T22:04:54.037946+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-14T22:46:51.590498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":72,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.034694+0000","last_change":"2024-04-13T22:04:27.371870+0000","last_active":"2024-04-13T22:04:54.034694+0000","last_peered":"2024-04-13T22:04:54.034694+0000","last_clean":"2024-04-13T22:04:54.034694+0000","last_became_active":"2024-04-13T22:04:27.371120+0000","last_became_peered":"2024-04-13T22:04:27.371120+0000","last_unstale":"2024-04-13T22:04:54.034694+0000","last_undegraded":"2024-04-13T22:04:54.034694+0000","last_fullsized":"2024-04-13T22:04:54.034694+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T00:26:38.857502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":70,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.073718+0000","last_change":"2024-04-13T22:04:54.072750+0000","last_active":"2024-04-13T22:04:54.073718+0000","last_peered":"2024-04-13T22:04:54.073718+0000","last_clean":"2024-04-13T22:04:54.073718+0000","last_became_active":"2024-04-13T22:04:54.072336+0000","last_became_peered":"2024-04-13T22:04:54.072336+0000","last_unstale":"2024-04-13T22:04:54.073718+0000","last_undegraded":"2024-04-13T22:04:54.073718+0000","last_fullsized":"2024-04-13T22:04:54.073718+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T07:36:51.792338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":55,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.072584+0000","last_change":"2024-04-13T22:04:54.072584+0000","last_active":"2024-04-13T22:04:54.072584+0000","last_peered":"2024-04-13T22:04:54.072584+0000","last_clean":"2024-04-13T22:04:54.072584+0000","last_became_active":"2024-04-13T22:04:54.072230+0000","last_became_peered":"2024-04-13T22:04:54.072230+0000","last_unstale":"2024-04-13T22:04:54.072584+0000","last_undegraded":"2024-04-13T22:04:54.072584+0000","last_fullsized":"2024-04-13T22:04:54.072584+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:56.680506+0000","last_clean_scrub_stamp":"2024-04-13T21:51:56.680506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T07:09:11.569376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"70'2","reported_seq":100,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-13T22:04:54.073291+0000","last_change":"2024-04-13T22:04:54.073291+0000","last_active":"2024-04-13T22:04:54.073291+0000","last_peered":"2024-04-13T22:04:54.073291+0000","last_clean":"2024-04-13T22:04:54.073291+0000","last_became_active":"2024-04-13T22:04:54.072874+0000","last_became_peered":"2024-04-13T22:04:54.072874+0000","last_unstale":"2024-04-13T22:04:54.073291+0000","last_undegraded":"2024-04-13T22:04:54.073291+0000","last_fullsized":"2024-04-13T22:04:54.073291+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-13T21:51:55.666853+0000","last_clean_scrub_stamp":"2024-04-13T21:51:55.666853+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-15T01:30:57.341303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5554,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":65,"num_read_kb":68,"num_write":61,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24881,"internal_metadata":0},"log_size":61,"ondisk_log_size":61,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5995,"num_read_kb":13056,"num_write":846,"num_write_kb":12618,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5730,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201499,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":41176,"kb_used_data":5964,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":93703976,"statfs":{"total":95995035648,"available":95952871424,"internally_reserved":0,"allocated":6107136,"data_stored":5478437,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":36043211},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863463142,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32972,"kb_used_data":1856,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712180,"statfs":{"total":95995035648,"available":95961272320,"internally_reserved":0,"allocated":1900544,"data_stored":1283733,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":101,"seq":433791696944,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28800,"kb_used_data":1268,"kb_used_omap":7,"kb_used_meta":27512,"kb_avail":93716352,"statfs":{"total":95995035648,"available":95965544448,"internally_reserved":0,"allocated":1298432,"data_stored":689155,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7567,"internal_metadata":28172913},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":96,"seq":412316860470,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":33548,"kb_used_data":5948,"kb_used_omap":8,"kb_used_meta":27575,"kb_avail":93711604,"statfs":{"total":95995035648,"available":95960682496,"internally_reserved":0,"allocated":6090752,"data_stored":5474412,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8468,"internal_metadata":28237548},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":106,"seq":455266533408,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28804,"kb_used_data":1268,"kb_used_omap":8,"kb_used_meta":27511,"kb_avail":93716348,"statfs":{"total":95995035648,"available":95965540352,"internally_reserved":0,"allocated":1298432,"data_stored":688731,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8427,"internal_metadata":28172053},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":111,"seq":476741369883,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28804,"kb_used_data":1268,"kb_used_omap":6,"kb_used_meta":27513,"kb_avail":93716348,"statfs":{"total":95995035648,"available":95965540352,"internally_reserved":0,"allocated":1298432,"data_stored":689226,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6669,"internal_metadata":28173811},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":116,"seq":498216206357,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32924,"kb_used_data":5384,"kb_used_omap":7,"kb_used_meta":27512,"kb_avail":93712228,"statfs":{"total":95995035648,"available":95961321472,"internally_reserved":0,"allocated":5513216,"data_stored":4888342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7448,"internal_metadata":28173032},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724783,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32392,"kb_used_data":1272,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712760,"statfs":{"total":95995035648,"available":95961866240,"internally_reserved":0,"allocated":1302528,"data_stored":689464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4376,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1354,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6874,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5973,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2457,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3723,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4902,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5854,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-13T22:06:32.202 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-13T22:06:32.202 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-13T22:06:32.202 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-13T22:06:32.202 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph health --format=json 2024-04-13T22:06:32.569 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:06:32 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:06:32] "GET /metrics HTTP/1.1" 200 34013 "" "Prometheus/2.43.0" 2024-04-13T22:06:32.569 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:32 smithi165 bash[82211]: cluster 2024-04-13T22:06:31.015377+0000 mgr.y (mgr.25865) 340 : cluster 0 pgmap v277: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:32.569 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:32 smithi165 bash[82211]: audit 2024-04-13T22:06:31.456448+0000 mgr.y (mgr.25865) 341 : audit 0 from='client.34455 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T22:06:32.569 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:32 smithi165 bash[84613]: cluster 2024-04-13T22:06:31.015377+0000 mgr.y (mgr.25865) 340 : cluster 0 pgmap v277: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:32.569 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:32 smithi165 bash[84613]: audit 2024-04-13T22:06:31.456448+0000 mgr.y (mgr.25865) 341 : audit 0 from='client.34455 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T22:06:32.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:32 smithi189 bash[68090]: cluster 2024-04-13T22:06:31.015377+0000 mgr.y (mgr.25865) 340 : cluster 0 pgmap v277: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:32.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:32 smithi189 bash[68090]: audit 2024-04-13T22:06:31.456448+0000 mgr.y (mgr.25865) 341 : audit 0 from='client.34455 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-13T22:06:34.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:34 smithi165 bash[82211]: cluster 2024-04-13T22:06:33.016343+0000 mgr.y (mgr.25865) 342 : cluster 0 pgmap v278: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:34.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:34 smithi165 bash[84613]: cluster 2024-04-13T22:06:33.016343+0000 mgr.y (mgr.25865) 342 : cluster 0 pgmap v278: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:34.848 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:34 smithi189 bash[68090]: cluster 2024-04-13T22:06:33.016343+0000 mgr.y (mgr.25865) 342 : cluster 0 pgmap v278: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:36.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:36 smithi165 bash[82211]: cluster 2024-04-13T22:06:35.017285+0000 mgr.y (mgr.25865) 343 : cluster 0 pgmap v279: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:36.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:36 smithi165 bash[84613]: cluster 2024-04-13T22:06:35.017285+0000 mgr.y (mgr.25865) 343 : cluster 0 pgmap v279: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:36.848 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:36 smithi189 bash[68090]: cluster 2024-04-13T22:06:35.017285+0000 mgr.y (mgr.25865) 343 : cluster 0 pgmap v279: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:36.937 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:06:38.569 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:38 smithi165 bash[82211]: cluster 2024-04-13T22:06:37.018034+0000 mgr.y (mgr.25865) 344 : cluster 0 pgmap v280: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:38.569 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:38 smithi165 bash[84613]: cluster 2024-04-13T22:06:37.018034+0000 mgr.y (mgr.25865) 344 : cluster 0 pgmap v280: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:38.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:38 smithi189 bash[68090]: cluster 2024-04-13T22:06:37.018034+0000 mgr.y (mgr.25865) 344 : cluster 0 pgmap v280: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:39.915 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T22:06:39.915 INFO:teuthology.orchestra.run.smithi165.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-13T22:06:40.641 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:40 smithi165 bash[84613]: cluster 2024-04-13T22:06:39.019021+0000 mgr.y (mgr.25865) 345 : cluster 0 pgmap v281: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:40.642 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:40 smithi165 bash[84613]: audit 2024-04-13T22:06:39.917024+0000 mon.c (mon.2) 19 : audit 0 from='client.? 172.21.15.165:0/866071786' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:06:40.642 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:40 smithi165 bash[82211]: cluster 2024-04-13T22:06:39.019021+0000 mgr.y (mgr.25865) 345 : cluster 0 pgmap v281: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:40.642 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:40 smithi165 bash[82211]: audit 2024-04-13T22:06:39.917024+0000 mon.c (mon.2) 19 : audit 0 from='client.? 172.21.15.165:0/866071786' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:06:40.848 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:40 smithi189 bash[68090]: cluster 2024-04-13T22:06:39.019021+0000 mgr.y (mgr.25865) 345 : cluster 0 pgmap v281: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:40.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:40 smithi189 bash[68090]: audit 2024-04-13T22:06:39.917024+0000 mon.c (mon.2) 19 : audit 0 from='client.? 172.21.15.165:0/866071786' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:06:42.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:42 smithi165 bash[82211]: cluster 2024-04-13T22:06:41.019767+0000 mgr.y (mgr.25865) 346 : cluster 0 pgmap v282: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:42.819 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:06:42 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:06:42] "GET /metrics HTTP/1.1" 200 34013 "" "Prometheus/2.43.0" 2024-04-13T22:06:42.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:42 smithi165 bash[84613]: cluster 2024-04-13T22:06:41.019767+0000 mgr.y (mgr.25865) 346 : cluster 0 pgmap v282: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:42.848 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:42 smithi189 bash[68090]: cluster 2024-04-13T22:06:41.019767+0000 mgr.y (mgr.25865) 346 : cluster 0 pgmap v282: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:43.643 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph health --format=json 2024-04-13T22:06:43.654 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:43 smithi165 bash[82211]: audit 2024-04-13T22:06:42.914304+0000 mon.a (mon.0) 596 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:06:43.655 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:43 smithi165 bash[84613]: audit 2024-04-13T22:06:42.914304+0000 mon.a (mon.0) 596 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:06:43.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:43 smithi189 bash[68090]: audit 2024-04-13T22:06:42.914304+0000 mon.a (mon.0) 596 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:06:44.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:44 smithi165 bash[82211]: cluster 2024-04-13T22:06:43.020533+0000 mgr.y (mgr.25865) 347 : cluster 0 pgmap v283: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:44.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:44 smithi165 bash[84613]: cluster 2024-04-13T22:06:43.020533+0000 mgr.y (mgr.25865) 347 : cluster 0 pgmap v283: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:44.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:44 smithi189 bash[68090]: cluster 2024-04-13T22:06:43.020533+0000 mgr.y (mgr.25865) 347 : cluster 0 pgmap v283: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:46.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:46 smithi165 bash[82211]: cluster 2024-04-13T22:06:45.021446+0000 mgr.y (mgr.25865) 348 : cluster 0 pgmap v284: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:46.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:46 smithi165 bash[84613]: cluster 2024-04-13T22:06:45.021446+0000 mgr.y (mgr.25865) 348 : cluster 0 pgmap v284: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:46.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:46 smithi189 bash[68090]: cluster 2024-04-13T22:06:45.021446+0000 mgr.y (mgr.25865) 348 : cluster 0 pgmap v284: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:48.379 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:06:48.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:48 smithi165 bash[82211]: cluster 2024-04-13T22:06:47.022193+0000 mgr.y (mgr.25865) 349 : cluster 0 pgmap v285: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:48.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:48 smithi165 bash[84613]: cluster 2024-04-13T22:06:47.022193+0000 mgr.y (mgr.25865) 349 : cluster 0 pgmap v285: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:48.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:48 smithi189 bash[68090]: cluster 2024-04-13T22:06:47.022193+0000 mgr.y (mgr.25865) 349 : cluster 0 pgmap v285: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:50.569 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:50 smithi165 bash[82211]: cluster 2024-04-13T22:06:49.023191+0000 mgr.y (mgr.25865) 350 : cluster 0 pgmap v286: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:50.569 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:50 smithi165 bash[84613]: cluster 2024-04-13T22:06:49.023191+0000 mgr.y (mgr.25865) 350 : cluster 0 pgmap v286: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:50.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:50 smithi189 bash[68090]: cluster 2024-04-13T22:06:49.023191+0000 mgr.y (mgr.25865) 350 : cluster 0 pgmap v286: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:51.462 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T22:06:51.462 INFO:teuthology.orchestra.run.smithi165.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-13T22:06:52.569 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:06:52 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:06:52] "GET /metrics HTTP/1.1" 200 34015 "" "Prometheus/2.43.0" 2024-04-13T22:06:52.569 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:52 smithi165 bash[82211]: cluster 2024-04-13T22:06:51.024050+0000 mgr.y (mgr.25865) 351 : cluster 0 pgmap v287: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:52.569 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:52 smithi165 bash[82211]: audit 2024-04-13T22:06:51.464241+0000 mon.a (mon.0) 597 : audit 0 from='client.? 172.21.15.165:0/1188765224' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:06:52.569 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:52 smithi165 bash[84613]: cluster 2024-04-13T22:06:51.024050+0000 mgr.y (mgr.25865) 351 : cluster 0 pgmap v287: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:52.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:52 smithi165 bash[84613]: audit 2024-04-13T22:06:51.464241+0000 mon.a (mon.0) 597 : audit 0 from='client.? 172.21.15.165:0/1188765224' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:06:52.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:52 smithi189 bash[68090]: cluster 2024-04-13T22:06:51.024050+0000 mgr.y (mgr.25865) 351 : cluster 0 pgmap v287: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:52.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:52 smithi189 bash[68090]: audit 2024-04-13T22:06:51.464241+0000 mon.a (mon.0) 597 : audit 0 from='client.? 172.21.15.165:0/1188765224' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:06:54.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:54 smithi165 bash[82211]: cluster 2024-04-13T22:06:53.024872+0000 mgr.y (mgr.25865) 352 : cluster 0 pgmap v288: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:54.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:54 smithi165 bash[84613]: cluster 2024-04-13T22:06:53.024872+0000 mgr.y (mgr.25865) 352 : cluster 0 pgmap v288: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:54.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:54 smithi189 bash[68090]: cluster 2024-04-13T22:06:53.024872+0000 mgr.y (mgr.25865) 352 : cluster 0 pgmap v288: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:55.280 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph health --format=json 2024-04-13T22:06:56.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:56 smithi165 bash[82211]: cluster 2024-04-13T22:06:55.025741+0000 mgr.y (mgr.25865) 353 : cluster 0 pgmap v289: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:56.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:56 smithi165 bash[84613]: cluster 2024-04-13T22:06:55.025741+0000 mgr.y (mgr.25865) 353 : cluster 0 pgmap v289: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:56.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:56 smithi189 bash[68090]: cluster 2024-04-13T22:06:55.025741+0000 mgr.y (mgr.25865) 353 : cluster 0 pgmap v289: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:58.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:58 smithi165 bash[82211]: cluster 2024-04-13T22:06:57.026539+0000 mgr.y (mgr.25865) 354 : cluster 0 pgmap v290: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:58.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:06:58 smithi165 bash[82211]: audit 2024-04-13T22:06:57.914728+0000 mon.a (mon.0) 598 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:06:58.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:58 smithi165 bash[84613]: cluster 2024-04-13T22:06:57.026539+0000 mgr.y (mgr.25865) 354 : cluster 0 pgmap v290: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:58.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:06:58 smithi165 bash[84613]: audit 2024-04-13T22:06:57.914728+0000 mon.a (mon.0) 598 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:06:58.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:58 smithi189 bash[68090]: cluster 2024-04-13T22:06:57.026539+0000 mgr.y (mgr.25865) 354 : cluster 0 pgmap v290: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:06:58.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:06:58 smithi189 bash[68090]: audit 2024-04-13T22:06:57.914728+0000 mon.a (mon.0) 598 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:07:00.024 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:07:00.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:00 smithi165 bash[82211]: cluster 2024-04-13T22:06:59.027537+0000 mgr.y (mgr.25865) 355 : cluster 0 pgmap v291: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:00.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:00 smithi165 bash[84613]: cluster 2024-04-13T22:06:59.027537+0000 mgr.y (mgr.25865) 355 : cluster 0 pgmap v291: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:00.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:00 smithi189 bash[68090]: cluster 2024-04-13T22:06:59.027537+0000 mgr.y (mgr.25865) 355 : cluster 0 pgmap v291: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:02.726 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:02 smithi165 bash[82211]: cluster 2024-04-13T22:07:01.028561+0000 mgr.y (mgr.25865) 356 : cluster 0 pgmap v292: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:02.727 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:07:02 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:07:02] "GET /metrics HTTP/1.1" 200 34016 "" "Prometheus/2.43.0" 2024-04-13T22:07:02.727 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:02 smithi165 bash[84613]: cluster 2024-04-13T22:07:01.028561+0000 mgr.y (mgr.25865) 356 : cluster 0 pgmap v292: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:02.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:02 smithi189 bash[68090]: cluster 2024-04-13T22:07:01.028561+0000 mgr.y (mgr.25865) 356 : cluster 0 pgmap v292: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:03.125 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T22:07:03.125 INFO:teuthology.orchestra.run.smithi165.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-13T22:07:03.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:03 smithi165 bash[82211]: audit 2024-04-13T22:07:03.126613+0000 mon.c (mon.2) 20 : audit 0 from='client.? 172.21.15.165:0/1271802831' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:07:03.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:03 smithi165 bash[84613]: audit 2024-04-13T22:07:03.126613+0000 mon.c (mon.2) 20 : audit 0 from='client.? 172.21.15.165:0/1271802831' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:07:03.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:03 smithi189 bash[68090]: audit 2024-04-13T22:07:03.126613+0000 mon.c (mon.2) 20 : audit 0 from='client.? 172.21.15.165:0/1271802831' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:07:04.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:04 smithi165 bash[84613]: cluster 2024-04-13T22:07:03.029395+0000 mgr.y (mgr.25865) 357 : cluster 0 pgmap v293: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:04.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:04 smithi165 bash[82211]: cluster 2024-04-13T22:07:03.029395+0000 mgr.y (mgr.25865) 357 : cluster 0 pgmap v293: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:04.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:04 smithi189 bash[68090]: cluster 2024-04-13T22:07:03.029395+0000 mgr.y (mgr.25865) 357 : cluster 0 pgmap v293: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:06.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:06 smithi165 bash[84613]: cluster 2024-04-13T22:07:05.030258+0000 mgr.y (mgr.25865) 358 : cluster 0 pgmap v294: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:06.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:06 smithi165 bash[82211]: cluster 2024-04-13T22:07:05.030258+0000 mgr.y (mgr.25865) 358 : cluster 0 pgmap v294: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:06.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:06 smithi189 bash[68090]: cluster 2024-04-13T22:07:05.030258+0000 mgr.y (mgr.25865) 358 : cluster 0 pgmap v294: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:06.853 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph health --format=json 2024-04-13T22:07:08.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:08 smithi165 bash[82211]: cluster 2024-04-13T22:07:07.030733+0000 mgr.y (mgr.25865) 359 : cluster 0 pgmap v295: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:08.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:08 smithi165 bash[84613]: cluster 2024-04-13T22:07:07.030733+0000 mgr.y (mgr.25865) 359 : cluster 0 pgmap v295: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:08.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:08 smithi189 bash[68090]: cluster 2024-04-13T22:07:07.030733+0000 mgr.y (mgr.25865) 359 : cluster 0 pgmap v295: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:10.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:10 smithi165 bash[82211]: cluster 2024-04-13T22:07:09.031763+0000 mgr.y (mgr.25865) 360 : cluster 0 pgmap v296: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:10.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:10 smithi165 bash[84613]: cluster 2024-04-13T22:07:09.031763+0000 mgr.y (mgr.25865) 360 : cluster 0 pgmap v296: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:10.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:10 smithi189 bash[68090]: cluster 2024-04-13T22:07:09.031763+0000 mgr.y (mgr.25865) 360 : cluster 0 pgmap v296: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:11.599 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:07:12.698 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:12 smithi165 bash[82211]: cluster 2024-04-13T22:07:11.032573+0000 mgr.y (mgr.25865) 361 : cluster 0 pgmap v297: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:12.698 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:12 smithi165 bash[84613]: cluster 2024-04-13T22:07:11.032573+0000 mgr.y (mgr.25865) 361 : cluster 0 pgmap v297: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:12.698 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:07:12 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:07:12] "GET /metrics HTTP/1.1" 200 34016 "" "Prometheus/2.43.0" 2024-04-13T22:07:12.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:12 smithi189 bash[68090]: cluster 2024-04-13T22:07:11.032573+0000 mgr.y (mgr.25865) 361 : cluster 0 pgmap v297: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:13.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:13 smithi165 bash[82211]: audit 2024-04-13T22:07:12.914595+0000 mon.a (mon.0) 599 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:07:13.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:13 smithi165 bash[84613]: audit 2024-04-13T22:07:12.914595+0000 mon.a (mon.0) 599 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:07:13.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:13 smithi189 bash[68090]: audit 2024-04-13T22:07:12.914595+0000 mon.a (mon.0) 599 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:07:14.787 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T22:07:14.788 INFO:teuthology.orchestra.run.smithi165.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-13T22:07:14.801 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:14 smithi165 bash[82211]: cluster 2024-04-13T22:07:13.033354+0000 mgr.y (mgr.25865) 362 : cluster 0 pgmap v298: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:14.801 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:14 smithi165 bash[84613]: cluster 2024-04-13T22:07:13.033354+0000 mgr.y (mgr.25865) 362 : cluster 0 pgmap v298: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:14.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:14 smithi189 bash[68090]: cluster 2024-04-13T22:07:13.033354+0000 mgr.y (mgr.25865) 362 : cluster 0 pgmap v298: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:15.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:15 smithi165 bash[82211]: audit 2024-04-13T22:07:14.789359+0000 mon.c (mon.2) 21 : audit 0 from='client.? 172.21.15.165:0/3341297005' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:07:15.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:15 smithi165 bash[84613]: audit 2024-04-13T22:07:14.789359+0000 mon.c (mon.2) 21 : audit 0 from='client.? 172.21.15.165:0/3341297005' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:07:15.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:15 smithi189 bash[68090]: audit 2024-04-13T22:07:14.789359+0000 mon.c (mon.2) 21 : audit 0 from='client.? 172.21.15.165:0/3341297005' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:07:16.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:16 smithi165 bash[82211]: cluster 2024-04-13T22:07:15.034209+0000 mgr.y (mgr.25865) 363 : cluster 0 pgmap v299: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:16.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:16 smithi165 bash[82211]: audit 2024-04-13T22:07:15.985895+0000 mon.a (mon.0) 600 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:07:16.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:16 smithi165 bash[84613]: cluster 2024-04-13T22:07:15.034209+0000 mgr.y (mgr.25865) 363 : cluster 0 pgmap v299: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:16.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:16 smithi165 bash[84613]: audit 2024-04-13T22:07:15.985895+0000 mon.a (mon.0) 600 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:07:16.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:16 smithi189 bash[68090]: cluster 2024-04-13T22:07:15.034209+0000 mgr.y (mgr.25865) 363 : cluster 0 pgmap v299: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:16.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:16 smithi189 bash[68090]: audit 2024-04-13T22:07:15.985895+0000 mon.a (mon.0) 600 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:07:18.475 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph health --format=json 2024-04-13T22:07:18.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:18 smithi165 bash[82211]: cluster 2024-04-13T22:07:17.034936+0000 mgr.y (mgr.25865) 364 : cluster 0 pgmap v300: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:18.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:18 smithi165 bash[84613]: cluster 2024-04-13T22:07:17.034936+0000 mgr.y (mgr.25865) 364 : cluster 0 pgmap v300: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:18.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:18 smithi189 bash[68090]: cluster 2024-04-13T22:07:17.034936+0000 mgr.y (mgr.25865) 364 : cluster 0 pgmap v300: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:20.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:20 smithi165 bash[82211]: cluster 2024-04-13T22:07:19.035516+0000 mgr.y (mgr.25865) 365 : cluster 0 pgmap v301: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:20.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:20 smithi165 bash[84613]: cluster 2024-04-13T22:07:19.035516+0000 mgr.y (mgr.25865) 365 : cluster 0 pgmap v301: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:20.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:20 smithi189 bash[68090]: cluster 2024-04-13T22:07:19.035516+0000 mgr.y (mgr.25865) 365 : cluster 0 pgmap v301: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:22.819 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:07:22 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:07:22] "GET /metrics HTTP/1.1" 200 34017 "" "Prometheus/2.43.0" 2024-04-13T22:07:22.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:22 smithi165 bash[82211]: cluster 2024-04-13T22:07:21.036217+0000 mgr.y (mgr.25865) 366 : cluster 0 pgmap v302: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:22.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:22 smithi165 bash[82211]: audit 2024-04-13T22:07:21.827642+0000 mon.a (mon.0) 601 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:07:22.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:22 smithi165 bash[82211]: audit 2024-04-13T22:07:21.836917+0000 mon.a (mon.0) 602 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:07:22.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:22 smithi165 bash[82211]: audit 2024-04-13T22:07:22.092774+0000 mon.a (mon.0) 603 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:07:22.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:22 smithi165 bash[82211]: audit 2024-04-13T22:07:22.102428+0000 mon.a (mon.0) 604 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:07:22.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:22 smithi165 bash[84613]: cluster 2024-04-13T22:07:21.036217+0000 mgr.y (mgr.25865) 366 : cluster 0 pgmap v302: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:22.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:22 smithi165 bash[84613]: audit 2024-04-13T22:07:21.827642+0000 mon.a (mon.0) 601 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:07:22.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:22 smithi165 bash[84613]: audit 2024-04-13T22:07:21.836917+0000 mon.a (mon.0) 602 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:07:22.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:22 smithi165 bash[84613]: audit 2024-04-13T22:07:22.092774+0000 mon.a (mon.0) 603 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:07:22.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:22 smithi165 bash[84613]: audit 2024-04-13T22:07:22.102428+0000 mon.a (mon.0) 604 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:07:22.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:22 smithi189 bash[68090]: cluster 2024-04-13T22:07:21.036217+0000 mgr.y (mgr.25865) 366 : cluster 0 pgmap v302: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:22.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:22 smithi189 bash[68090]: audit 2024-04-13T22:07:21.827642+0000 mon.a (mon.0) 601 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:07:22.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:22 smithi189 bash[68090]: audit 2024-04-13T22:07:21.836917+0000 mon.a (mon.0) 602 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:07:22.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:22 smithi189 bash[68090]: audit 2024-04-13T22:07:22.092774+0000 mon.a (mon.0) 603 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:07:22.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:22 smithi189 bash[68090]: audit 2024-04-13T22:07:22.102428+0000 mon.a (mon.0) 604 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:07:23.075 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:07:23.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:23 smithi165 bash[82211]: audit 2024-04-13T22:07:22.740241+0000 mon.a (mon.0) 605 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:07:23.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:23 smithi165 bash[82211]: audit 2024-04-13T22:07:22.742381+0000 mon.a (mon.0) 606 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:07:23.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:23 smithi165 bash[82211]: audit 2024-04-13T22:07:22.753308+0000 mon.a (mon.0) 607 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:07:23.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:23 smithi165 bash[84613]: audit 2024-04-13T22:07:22.740241+0000 mon.a (mon.0) 605 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:07:23.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:23 smithi165 bash[84613]: audit 2024-04-13T22:07:22.742381+0000 mon.a (mon.0) 606 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:07:23.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:23 smithi165 bash[84613]: audit 2024-04-13T22:07:22.753308+0000 mon.a (mon.0) 607 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:07:23.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:23 smithi189 bash[68090]: audit 2024-04-13T22:07:22.740241+0000 mon.a (mon.0) 605 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:07:23.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:23 smithi189 bash[68090]: audit 2024-04-13T22:07:22.742381+0000 mon.a (mon.0) 606 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:07:23.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:23 smithi189 bash[68090]: audit 2024-04-13T22:07:22.753308+0000 mon.a (mon.0) 607 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:07:24.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:24 smithi165 bash[82211]: cluster 2024-04-13T22:07:23.037018+0000 mgr.y (mgr.25865) 367 : cluster 0 pgmap v303: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:24.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:24 smithi165 bash[84613]: cluster 2024-04-13T22:07:23.037018+0000 mgr.y (mgr.25865) 367 : cluster 0 pgmap v303: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:24.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:24 smithi189 bash[68090]: cluster 2024-04-13T22:07:23.037018+0000 mgr.y (mgr.25865) 367 : cluster 0 pgmap v303: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:26.305 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T22:07:26.305 INFO:teuthology.orchestra.run.smithi165.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-13T22:07:26.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:26 smithi165 bash[84613]: cluster 2024-04-13T22:07:25.037903+0000 mgr.y (mgr.25865) 368 : cluster 0 pgmap v304: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:26.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:26 smithi165 bash[84613]: audit 2024-04-13T22:07:26.306625+0000 mon.a (mon.0) 608 : audit 0 from='client.? 172.21.15.165:0/4200045012' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:07:26.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:26 smithi165 bash[82211]: cluster 2024-04-13T22:07:25.037903+0000 mgr.y (mgr.25865) 368 : cluster 0 pgmap v304: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:26.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:26 smithi165 bash[82211]: audit 2024-04-13T22:07:26.306625+0000 mon.a (mon.0) 608 : audit 0 from='client.? 172.21.15.165:0/4200045012' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:07:26.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:26 smithi189 bash[68090]: cluster 2024-04-13T22:07:25.037903+0000 mgr.y (mgr.25865) 368 : cluster 0 pgmap v304: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:26.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:26 smithi189 bash[68090]: audit 2024-04-13T22:07:26.306625+0000 mon.a (mon.0) 608 : audit 0 from='client.? 172.21.15.165:0/4200045012' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:07:28.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:28 smithi165 bash[82211]: cluster 2024-04-13T22:07:27.038638+0000 mgr.y (mgr.25865) 369 : cluster 0 pgmap v305: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:28.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:28 smithi165 bash[82211]: audit 2024-04-13T22:07:27.915687+0000 mon.a (mon.0) 609 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:07:28.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:28 smithi165 bash[84613]: cluster 2024-04-13T22:07:27.038638+0000 mgr.y (mgr.25865) 369 : cluster 0 pgmap v305: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:28.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:28 smithi165 bash[84613]: audit 2024-04-13T22:07:27.915687+0000 mon.a (mon.0) 609 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:07:28.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:28 smithi189 bash[68090]: cluster 2024-04-13T22:07:27.038638+0000 mgr.y (mgr.25865) 369 : cluster 0 pgmap v305: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:28.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:28 smithi189 bash[68090]: audit 2024-04-13T22:07:27.915687+0000 mon.a (mon.0) 609 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:07:30.020 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph health --format=json 2024-04-13T22:07:30.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:30 smithi165 bash[82211]: cluster 2024-04-13T22:07:29.039611+0000 mgr.y (mgr.25865) 370 : cluster 0 pgmap v306: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:30.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:30 smithi165 bash[84613]: cluster 2024-04-13T22:07:29.039611+0000 mgr.y (mgr.25865) 370 : cluster 0 pgmap v306: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:30.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:30 smithi189 bash[68090]: cluster 2024-04-13T22:07:29.039611+0000 mgr.y (mgr.25865) 370 : cluster 0 pgmap v306: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:32.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:32 smithi165 bash[82211]: cluster 2024-04-13T22:07:31.040426+0000 mgr.y (mgr.25865) 371 : cluster 0 pgmap v307: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:32.820 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:07:32 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:07:32] "GET /metrics HTTP/1.1" 200 34017 "" "Prometheus/2.43.0" 2024-04-13T22:07:32.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:32 smithi165 bash[84613]: cluster 2024-04-13T22:07:31.040426+0000 mgr.y (mgr.25865) 371 : cluster 0 pgmap v307: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:32.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:32 smithi189 bash[68090]: cluster 2024-04-13T22:07:31.040426+0000 mgr.y (mgr.25865) 371 : cluster 0 pgmap v307: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:34.749 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:07:34.770 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:34 smithi165 bash[82211]: cluster 2024-04-13T22:07:33.041272+0000 mgr.y (mgr.25865) 372 : cluster 0 pgmap v308: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:34.770 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:34 smithi165 bash[84613]: cluster 2024-04-13T22:07:33.041272+0000 mgr.y (mgr.25865) 372 : cluster 0 pgmap v308: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:34.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:34 smithi189 bash[68090]: cluster 2024-04-13T22:07:33.041272+0000 mgr.y (mgr.25865) 372 : cluster 0 pgmap v308: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:36.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:36 smithi165 bash[82211]: cluster 2024-04-13T22:07:35.042132+0000 mgr.y (mgr.25865) 373 : cluster 0 pgmap v309: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:36.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:36 smithi165 bash[84613]: cluster 2024-04-13T22:07:35.042132+0000 mgr.y (mgr.25865) 373 : cluster 0 pgmap v309: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:36.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:36 smithi189 bash[68090]: cluster 2024-04-13T22:07:35.042132+0000 mgr.y (mgr.25865) 373 : cluster 0 pgmap v309: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:37.830 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T22:07:37.831 INFO:teuthology.orchestra.run.smithi165.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-13T22:07:38.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:38 smithi165 bash[82211]: cluster 2024-04-13T22:07:37.042911+0000 mgr.y (mgr.25865) 374 : cluster 0 pgmap v310: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:38.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:38 smithi165 bash[82211]: audit 2024-04-13T22:07:37.832586+0000 mon.c (mon.2) 22 : audit 0 from='client.? 172.21.15.165:0/1748349152' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:07:38.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:38 smithi165 bash[84613]: cluster 2024-04-13T22:07:37.042911+0000 mgr.y (mgr.25865) 374 : cluster 0 pgmap v310: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:38.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:38 smithi165 bash[84613]: audit 2024-04-13T22:07:37.832586+0000 mon.c (mon.2) 22 : audit 0 from='client.? 172.21.15.165:0/1748349152' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:07:38.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:38 smithi189 bash[68090]: cluster 2024-04-13T22:07:37.042911+0000 mgr.y (mgr.25865) 374 : cluster 0 pgmap v310: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:38.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:38 smithi189 bash[68090]: audit 2024-04-13T22:07:37.832586+0000 mon.c (mon.2) 22 : audit 0 from='client.? 172.21.15.165:0/1748349152' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:07:40.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:40 smithi165 bash[82211]: cluster 2024-04-13T22:07:39.043861+0000 mgr.y (mgr.25865) 375 : cluster 0 pgmap v311: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:40.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:40 smithi165 bash[84613]: cluster 2024-04-13T22:07:39.043861+0000 mgr.y (mgr.25865) 375 : cluster 0 pgmap v311: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:40.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:40 smithi189 bash[68090]: cluster 2024-04-13T22:07:39.043861+0000 mgr.y (mgr.25865) 375 : cluster 0 pgmap v311: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:41.489 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph health --format=json 2024-04-13T22:07:42.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:42 smithi165 bash[82211]: cluster 2024-04-13T22:07:41.044667+0000 mgr.y (mgr.25865) 376 : cluster 0 pgmap v312: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:42.820 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:07:42 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:07:42] "GET /metrics HTTP/1.1" 200 34017 "" "Prometheus/2.43.0" 2024-04-13T22:07:42.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:42 smithi165 bash[84613]: cluster 2024-04-13T22:07:41.044667+0000 mgr.y (mgr.25865) 376 : cluster 0 pgmap v312: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:42.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:42 smithi189 bash[68090]: cluster 2024-04-13T22:07:41.044667+0000 mgr.y (mgr.25865) 376 : cluster 0 pgmap v312: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:43.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:43 smithi165 bash[82211]: audit 2024-04-13T22:07:42.916309+0000 mon.a (mon.0) 610 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:07:43.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:43 smithi165 bash[84613]: audit 2024-04-13T22:07:42.916309+0000 mon.a (mon.0) 610 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:07:43.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:43 smithi189 bash[68090]: audit 2024-04-13T22:07:42.916309+0000 mon.a (mon.0) 610 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:07:44.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:44 smithi165 bash[82211]: cluster 2024-04-13T22:07:43.045444+0000 mgr.y (mgr.25865) 377 : cluster 0 pgmap v313: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:44.821 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:44 smithi165 bash[84613]: cluster 2024-04-13T22:07:43.045444+0000 mgr.y (mgr.25865) 377 : cluster 0 pgmap v313: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:44.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:44 smithi189 bash[68090]: cluster 2024-04-13T22:07:43.045444+0000 mgr.y (mgr.25865) 377 : cluster 0 pgmap v313: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:46.234 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:07:46.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:46 smithi165 bash[82211]: cluster 2024-04-13T22:07:45.046295+0000 mgr.y (mgr.25865) 378 : cluster 0 pgmap v314: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:46.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:46 smithi165 bash[84613]: cluster 2024-04-13T22:07:45.046295+0000 mgr.y (mgr.25865) 378 : cluster 0 pgmap v314: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:46.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:46 smithi189 bash[68090]: cluster 2024-04-13T22:07:45.046295+0000 mgr.y (mgr.25865) 378 : cluster 0 pgmap v314: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:48.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:48 smithi165 bash[84613]: cluster 2024-04-13T22:07:47.047189+0000 mgr.y (mgr.25865) 379 : cluster 0 pgmap v315: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:48.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:48 smithi165 bash[82211]: cluster 2024-04-13T22:07:47.047189+0000 mgr.y (mgr.25865) 379 : cluster 0 pgmap v315: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:48.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:48 smithi189 bash[68090]: cluster 2024-04-13T22:07:47.047189+0000 mgr.y (mgr.25865) 379 : cluster 0 pgmap v315: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:49.357 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T22:07:49.357 INFO:teuthology.orchestra.run.smithi165.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-13T22:07:49.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:49 smithi165 bash[82211]: audit 2024-04-13T22:07:49.358914+0000 mon.c (mon.2) 23 : audit 0 from='client.? 172.21.15.165:0/946285914' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:07:49.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:49 smithi165 bash[84613]: audit 2024-04-13T22:07:49.358914+0000 mon.c (mon.2) 23 : audit 0 from='client.? 172.21.15.165:0/946285914' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:07:49.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:49 smithi189 bash[68090]: audit 2024-04-13T22:07:49.358914+0000 mon.c (mon.2) 23 : audit 0 from='client.? 172.21.15.165:0/946285914' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:07:50.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:50 smithi165 bash[82211]: cluster 2024-04-13T22:07:49.048173+0000 mgr.y (mgr.25865) 380 : cluster 0 pgmap v316: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:50.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:50 smithi165 bash[84613]: cluster 2024-04-13T22:07:49.048173+0000 mgr.y (mgr.25865) 380 : cluster 0 pgmap v316: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:50.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:50 smithi189 bash[68090]: cluster 2024-04-13T22:07:49.048173+0000 mgr.y (mgr.25865) 380 : cluster 0 pgmap v316: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:52.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:52 smithi165 bash[82211]: cluster 2024-04-13T22:07:51.048979+0000 mgr.y (mgr.25865) 381 : cluster 0 pgmap v317: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:52.820 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:07:52 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:07:52] "GET /metrics HTTP/1.1" 200 34015 "" "Prometheus/2.43.0" 2024-04-13T22:07:52.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:52 smithi165 bash[84613]: cluster 2024-04-13T22:07:51.048979+0000 mgr.y (mgr.25865) 381 : cluster 0 pgmap v317: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:52.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:52 smithi189 bash[68090]: cluster 2024-04-13T22:07:51.048979+0000 mgr.y (mgr.25865) 381 : cluster 0 pgmap v317: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:53.087 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph health --format=json 2024-04-13T22:07:54.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:54 smithi189 bash[68090]: cluster 2024-04-13T22:07:53.049790+0000 mgr.y (mgr.25865) 382 : cluster 0 pgmap v318: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:55.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:54 smithi165 bash[82211]: cluster 2024-04-13T22:07:53.049790+0000 mgr.y (mgr.25865) 382 : cluster 0 pgmap v318: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:55.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:54 smithi165 bash[84613]: cluster 2024-04-13T22:07:53.049790+0000 mgr.y (mgr.25865) 382 : cluster 0 pgmap v318: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:56.850 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:56 smithi189 bash[68090]: cluster 2024-04-13T22:07:55.050822+0000 mgr.y (mgr.25865) 383 : cluster 0 pgmap v319: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:57.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:56 smithi165 bash[82211]: cluster 2024-04-13T22:07:55.050822+0000 mgr.y (mgr.25865) 383 : cluster 0 pgmap v319: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:57.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:56 smithi165 bash[84613]: cluster 2024-04-13T22:07:55.050822+0000 mgr.y (mgr.25865) 383 : cluster 0 pgmap v319: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:57.831 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:07:58.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:58 smithi189 bash[68090]: cluster 2024-04-13T22:07:57.051566+0000 mgr.y (mgr.25865) 384 : cluster 0 pgmap v320: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:58.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:07:58 smithi189 bash[68090]: audit 2024-04-13T22:07:57.916105+0000 mon.a (mon.0) 611 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:07:58.886 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:58 smithi165 bash[82211]: cluster 2024-04-13T22:07:57.051566+0000 mgr.y (mgr.25865) 384 : cluster 0 pgmap v320: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:58.886 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:07:58 smithi165 bash[82211]: audit 2024-04-13T22:07:57.916105+0000 mon.a (mon.0) 611 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:07:58.886 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:58 smithi165 bash[84613]: cluster 2024-04-13T22:07:57.051566+0000 mgr.y (mgr.25865) 384 : cluster 0 pgmap v320: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:07:58.886 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:07:58 smithi165 bash[84613]: audit 2024-04-13T22:07:57.916105+0000 mon.a (mon.0) 611 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:08:00.802 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T22:08:00.802 INFO:teuthology.orchestra.run.smithi165.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-13T22:08:00.816 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:00 smithi165 bash[82211]: cluster 2024-04-13T22:07:59.052510+0000 mgr.y (mgr.25865) 385 : cluster 0 pgmap v321: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:00.816 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:00 smithi165 bash[84613]: cluster 2024-04-13T22:07:59.052510+0000 mgr.y (mgr.25865) 385 : cluster 0 pgmap v321: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:00.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:00 smithi189 bash[68090]: cluster 2024-04-13T22:07:59.052510+0000 mgr.y (mgr.25865) 385 : cluster 0 pgmap v321: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:01.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:01 smithi165 bash[82211]: audit 2024-04-13T22:08:00.803795+0000 mon.c (mon.2) 24 : audit 0 from='client.? 172.21.15.165:0/2006712941' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:08:01.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:01 smithi165 bash[84613]: audit 2024-04-13T22:08:00.803795+0000 mon.c (mon.2) 24 : audit 0 from='client.? 172.21.15.165:0/2006712941' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:08:01.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:01 smithi189 bash[68090]: audit 2024-04-13T22:08:00.803795+0000 mon.c (mon.2) 24 : audit 0 from='client.? 172.21.15.165:0/2006712941' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:08:02.594 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:08:02 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:08:02] "GET /metrics HTTP/1.1" 200 34014 "" "Prometheus/2.43.0" 2024-04-13T22:08:02.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:02 smithi189 bash[68090]: cluster 2024-04-13T22:08:01.053275+0000 mgr.y (mgr.25865) 386 : cluster 0 pgmap v322: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:03.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:02 smithi165 bash[84613]: cluster 2024-04-13T22:08:01.053275+0000 mgr.y (mgr.25865) 386 : cluster 0 pgmap v322: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:03.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:02 smithi165 bash[82211]: cluster 2024-04-13T22:08:01.053275+0000 mgr.y (mgr.25865) 386 : cluster 0 pgmap v322: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:04.489 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph health --format=json 2024-04-13T22:08:04.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:04 smithi165 bash[82211]: cluster 2024-04-13T22:08:03.054058+0000 mgr.y (mgr.25865) 387 : cluster 0 pgmap v323: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:04.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:04 smithi165 bash[84613]: cluster 2024-04-13T22:08:03.054058+0000 mgr.y (mgr.25865) 387 : cluster 0 pgmap v323: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:04.849 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:04 smithi189 bash[68090]: cluster 2024-04-13T22:08:03.054058+0000 mgr.y (mgr.25865) 387 : cluster 0 pgmap v323: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:07.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:06 smithi165 bash[82211]: cluster 2024-04-13T22:08:05.054956+0000 mgr.y (mgr.25865) 388 : cluster 0 pgmap v324: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:07.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:06 smithi165 bash[84613]: cluster 2024-04-13T22:08:05.054956+0000 mgr.y (mgr.25865) 388 : cluster 0 pgmap v324: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:07.099 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:06 smithi189 bash[68090]: cluster 2024-04-13T22:08:05.054956+0000 mgr.y (mgr.25865) 388 : cluster 0 pgmap v324: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:09.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:08 smithi165 bash[82211]: cluster 2024-04-13T22:08:07.055692+0000 mgr.y (mgr.25865) 389 : cluster 0 pgmap v325: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:09.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:08 smithi165 bash[84613]: cluster 2024-04-13T22:08:07.055692+0000 mgr.y (mgr.25865) 389 : cluster 0 pgmap v325: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:09.099 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:08 smithi189 bash[68090]: cluster 2024-04-13T22:08:07.055692+0000 mgr.y (mgr.25865) 389 : cluster 0 pgmap v325: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:09.242 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:08:11.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:10 smithi165 bash[82211]: cluster 2024-04-13T22:08:09.056682+0000 mgr.y (mgr.25865) 390 : cluster 0 pgmap v326: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:11.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:10 smithi165 bash[84613]: cluster 2024-04-13T22:08:09.056682+0000 mgr.y (mgr.25865) 390 : cluster 0 pgmap v326: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:11.099 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:10 smithi189 bash[68090]: cluster 2024-04-13T22:08:09.056682+0000 mgr.y (mgr.25865) 390 : cluster 0 pgmap v326: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:12.335 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T22:08:12.335 INFO:teuthology.orchestra.run.smithi165.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-13T22:08:12.614 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:08:12 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:08:12] "GET /metrics HTTP/1.1" 200 34014 "" "Prometheus/2.43.0" 2024-04-13T22:08:13.050 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:12 smithi165 bash[82211]: cluster 2024-04-13T22:08:11.057460+0000 mgr.y (mgr.25865) 391 : cluster 0 pgmap v327: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:13.050 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:12 smithi165 bash[82211]: audit 2024-04-13T22:08:12.337140+0000 mon.c (mon.2) 25 : audit 0 from='client.? 172.21.15.165:0/1897593692' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:08:13.050 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:12 smithi165 bash[84613]: cluster 2024-04-13T22:08:11.057460+0000 mgr.y (mgr.25865) 391 : cluster 0 pgmap v327: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:13.050 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:12 smithi165 bash[84613]: audit 2024-04-13T22:08:12.337140+0000 mon.c (mon.2) 25 : audit 0 from='client.? 172.21.15.165:0/1897593692' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:08:13.100 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:12 smithi189 bash[68090]: cluster 2024-04-13T22:08:11.057460+0000 mgr.y (mgr.25865) 391 : cluster 0 pgmap v327: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:13.100 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:12 smithi189 bash[68090]: audit 2024-04-13T22:08:12.337140+0000 mon.c (mon.2) 25 : audit 0 from='client.? 172.21.15.165:0/1897593692' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:08:14.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:13 smithi165 bash[82211]: audit 2024-04-13T22:08:12.917032+0000 mon.a (mon.0) 612 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:08:14.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:13 smithi165 bash[84613]: audit 2024-04-13T22:08:12.917032+0000 mon.a (mon.0) 612 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:08:14.099 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:13 smithi189 bash[68090]: audit 2024-04-13T22:08:12.917032+0000 mon.a (mon.0) 612 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:08:15.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:14 smithi165 bash[82211]: cluster 2024-04-13T22:08:13.058310+0000 mgr.y (mgr.25865) 392 : cluster 0 pgmap v328: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:15.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:14 smithi165 bash[84613]: cluster 2024-04-13T22:08:13.058310+0000 mgr.y (mgr.25865) 392 : cluster 0 pgmap v328: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:15.099 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:14 smithi189 bash[68090]: cluster 2024-04-13T22:08:13.058310+0000 mgr.y (mgr.25865) 392 : cluster 0 pgmap v328: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:16.052 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph health --format=json 2024-04-13T22:08:17.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:16 smithi165 bash[82211]: cluster 2024-04-13T22:08:15.059250+0000 mgr.y (mgr.25865) 393 : cluster 0 pgmap v329: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:17.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:16 smithi165 bash[84613]: cluster 2024-04-13T22:08:15.059250+0000 mgr.y (mgr.25865) 393 : cluster 0 pgmap v329: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:17.099 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:16 smithi189 bash[68090]: cluster 2024-04-13T22:08:15.059250+0000 mgr.y (mgr.25865) 393 : cluster 0 pgmap v329: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:19.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:18 smithi165 bash[82211]: cluster 2024-04-13T22:08:17.060033+0000 mgr.y (mgr.25865) 394 : cluster 0 pgmap v330: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:19.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:18 smithi165 bash[84613]: cluster 2024-04-13T22:08:17.060033+0000 mgr.y (mgr.25865) 394 : cluster 0 pgmap v330: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:19.100 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:18 smithi189 bash[68090]: cluster 2024-04-13T22:08:17.060033+0000 mgr.y (mgr.25865) 394 : cluster 0 pgmap v330: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:20.794 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:08:21.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:20 smithi165 bash[82211]: cluster 2024-04-13T22:08:19.061010+0000 mgr.y (mgr.25865) 395 : cluster 0 pgmap v331: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:21.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:20 smithi165 bash[84613]: cluster 2024-04-13T22:08:19.061010+0000 mgr.y (mgr.25865) 395 : cluster 0 pgmap v331: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:21.100 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:20 smithi189 bash[68090]: cluster 2024-04-13T22:08:19.061010+0000 mgr.y (mgr.25865) 395 : cluster 0 pgmap v331: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:22.612 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:08:22 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:08:22] "GET /metrics HTTP/1.1" 200 34018 "" "Prometheus/2.43.0" 2024-04-13T22:08:23.069 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:22 smithi165 bash[84613]: cluster 2024-04-13T22:08:21.061849+0000 mgr.y (mgr.25865) 396 : cluster 0 pgmap v332: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:23.070 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:22 smithi165 bash[82211]: cluster 2024-04-13T22:08:21.061849+0000 mgr.y (mgr.25865) 396 : cluster 0 pgmap v332: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:23.099 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:22 smithi189 bash[68090]: cluster 2024-04-13T22:08:21.061849+0000 mgr.y (mgr.25865) 396 : cluster 0 pgmap v332: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:23.819 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:23 smithi165 bash[84613]: audit 2024-04-13T22:08:22.845356+0000 mon.a (mon.0) 613 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:08:23.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:23 smithi165 bash[82211]: audit 2024-04-13T22:08:22.845356+0000 mon.a (mon.0) 613 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:08:23.987 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T22:08:23.987 INFO:teuthology.orchestra.run.smithi165.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-13T22:08:24.100 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:23 smithi189 bash[68090]: audit 2024-04-13T22:08:22.845356+0000 mon.a (mon.0) 613 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:08:25.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:24 smithi165 bash[82211]: cluster 2024-04-13T22:08:23.062416+0000 mgr.y (mgr.25865) 397 : cluster 0 pgmap v333: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:25.070 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:24 smithi165 bash[82211]: audit 2024-04-13T22:08:23.988977+0000 mon.c (mon.2) 26 : audit 0 from='client.? 172.21.15.165:0/2548811890' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:08:25.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:24 smithi165 bash[84613]: cluster 2024-04-13T22:08:23.062416+0000 mgr.y (mgr.25865) 397 : cluster 0 pgmap v333: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:25.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:24 smithi165 bash[84613]: audit 2024-04-13T22:08:23.988977+0000 mon.c (mon.2) 26 : audit 0 from='client.? 172.21.15.165:0/2548811890' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:08:25.100 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:24 smithi189 bash[68090]: cluster 2024-04-13T22:08:23.062416+0000 mgr.y (mgr.25865) 397 : cluster 0 pgmap v333: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:25.100 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:24 smithi189 bash[68090]: audit 2024-04-13T22:08:23.988977+0000 mon.c (mon.2) 26 : audit 0 from='client.? 172.21.15.165:0/2548811890' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:08:27.070 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:26 smithi165 bash[82211]: cluster 2024-04-13T22:08:25.063324+0000 mgr.y (mgr.25865) 398 : cluster 0 pgmap v334: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:27.071 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:26 smithi165 bash[84613]: cluster 2024-04-13T22:08:25.063324+0000 mgr.y (mgr.25865) 398 : cluster 0 pgmap v334: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:27.100 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:26 smithi189 bash[68090]: cluster 2024-04-13T22:08:25.063324+0000 mgr.y (mgr.25865) 398 : cluster 0 pgmap v334: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:27.698 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph health --format=json 2024-04-13T22:08:29.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:28 smithi165 bash[82211]: cluster 2024-04-13T22:08:27.064013+0000 mgr.y (mgr.25865) 399 : cluster 0 pgmap v335: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:29.069 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:28 smithi165 bash[82211]: audit 2024-04-13T22:08:27.917267+0000 mon.a (mon.0) 614 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:08:29.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:28 smithi165 bash[84613]: cluster 2024-04-13T22:08:27.064013+0000 mgr.y (mgr.25865) 399 : cluster 0 pgmap v335: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:29.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:28 smithi165 bash[84613]: audit 2024-04-13T22:08:27.917267+0000 mon.a (mon.0) 614 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:08:29.100 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:28 smithi189 bash[68090]: cluster 2024-04-13T22:08:27.064013+0000 mgr.y (mgr.25865) 399 : cluster 0 pgmap v335: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:29.100 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:28 smithi189 bash[68090]: audit 2024-04-13T22:08:27.917267+0000 mon.a (mon.0) 614 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:08:30.319 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:29 smithi165 bash[82211]: audit 2024-04-13T22:08:28.886026+0000 mon.a (mon.0) 615 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:08:30.320 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:29 smithi165 bash[82211]: audit 2024-04-13T22:08:28.894603+0000 mon.a (mon.0) 616 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:08:30.320 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:29 smithi165 bash[82211]: audit 2024-04-13T22:08:28.988242+0000 mon.a (mon.0) 617 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:08:30.320 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:29 smithi165 bash[82211]: audit 2024-04-13T22:08:28.993692+0000 mon.a (mon.0) 618 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:08:30.320 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:29 smithi165 bash[82211]: cluster 2024-04-13T22:08:29.064583+0000 mgr.y (mgr.25865) 400 : cluster 0 pgmap v336: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:30.320 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:29 smithi165 bash[82211]: audit 2024-04-13T22:08:29.575493+0000 mon.a (mon.0) 619 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:08:30.320 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:29 smithi165 bash[82211]: audit 2024-04-13T22:08:29.576591+0000 mon.a (mon.0) 620 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:08:30.320 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:29 smithi165 bash[82211]: audit 2024-04-13T22:08:29.583014+0000 mon.a (mon.0) 621 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:08:30.320 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:29 smithi165 bash[84613]: audit 2024-04-13T22:08:28.886026+0000 mon.a (mon.0) 615 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:08:30.321 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:29 smithi165 bash[84613]: audit 2024-04-13T22:08:28.894603+0000 mon.a (mon.0) 616 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:08:30.321 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:29 smithi165 bash[84613]: audit 2024-04-13T22:08:28.988242+0000 mon.a (mon.0) 617 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:08:30.321 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:29 smithi165 bash[84613]: audit 2024-04-13T22:08:28.993692+0000 mon.a (mon.0) 618 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:08:30.321 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:29 smithi165 bash[84613]: cluster 2024-04-13T22:08:29.064583+0000 mgr.y (mgr.25865) 400 : cluster 0 pgmap v336: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:30.321 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:29 smithi165 bash[84613]: audit 2024-04-13T22:08:29.575493+0000 mon.a (mon.0) 619 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:08:30.321 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:29 smithi165 bash[84613]: audit 2024-04-13T22:08:29.576591+0000 mon.a (mon.0) 620 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:08:30.321 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:29 smithi165 bash[84613]: audit 2024-04-13T22:08:29.583014+0000 mon.a (mon.0) 621 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:08:30.350 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:29 smithi189 bash[68090]: audit 2024-04-13T22:08:28.886026+0000 mon.a (mon.0) 615 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:08:30.350 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:29 smithi189 bash[68090]: audit 2024-04-13T22:08:28.894603+0000 mon.a (mon.0) 616 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:08:30.350 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:29 smithi189 bash[68090]: audit 2024-04-13T22:08:28.988242+0000 mon.a (mon.0) 617 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:08:30.350 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:29 smithi189 bash[68090]: audit 2024-04-13T22:08:28.993692+0000 mon.a (mon.0) 618 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:08:30.350 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:29 smithi189 bash[68090]: cluster 2024-04-13T22:08:29.064583+0000 mgr.y (mgr.25865) 400 : cluster 0 pgmap v336: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:30.350 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:29 smithi189 bash[68090]: audit 2024-04-13T22:08:29.575493+0000 mon.a (mon.0) 619 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:08:30.351 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:29 smithi189 bash[68090]: audit 2024-04-13T22:08:29.576591+0000 mon.a (mon.0) 620 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:08:30.351 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:29 smithi189 bash[68090]: audit 2024-04-13T22:08:29.583014+0000 mon.a (mon.0) 621 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:08:32.310 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:08:32.569 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:32 smithi165 bash[82211]: cluster 2024-04-13T22:08:31.065450+0000 mgr.y (mgr.25865) 401 : cluster 0 pgmap v337: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:32.570 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:08:32 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:08:32] "GET /metrics HTTP/1.1" 200 34014 "" "Prometheus/2.43.0" 2024-04-13T22:08:32.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:32 smithi165 bash[84613]: cluster 2024-04-13T22:08:31.065450+0000 mgr.y (mgr.25865) 401 : cluster 0 pgmap v337: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:32.599 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:32 smithi189 bash[68090]: cluster 2024-04-13T22:08:31.065450+0000 mgr.y (mgr.25865) 401 : cluster 0 pgmap v337: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:34.569 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:34 smithi165 bash[82211]: cluster 2024-04-13T22:08:33.066065+0000 mgr.y (mgr.25865) 402 : cluster 0 pgmap v338: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:34.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:34 smithi165 bash[84613]: cluster 2024-04-13T22:08:33.066065+0000 mgr.y (mgr.25865) 402 : cluster 0 pgmap v338: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:34.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:34 smithi189 bash[68090]: cluster 2024-04-13T22:08:33.066065+0000 mgr.y (mgr.25865) 402 : cluster 0 pgmap v338: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:35.438 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T22:08:35.439 INFO:teuthology.orchestra.run.smithi165.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-13T22:08:36.569 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:36 smithi165 bash[82211]: cluster 2024-04-13T22:08:35.066701+0000 mgr.y (mgr.25865) 403 : cluster 0 pgmap v339: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:36.570 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:36 smithi165 bash[82211]: audit 2024-04-13T22:08:35.440191+0000 mon.a (mon.0) 622 : audit 0 from='client.? 172.21.15.165:0/2307247425' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:08:36.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:36 smithi165 bash[84613]: cluster 2024-04-13T22:08:35.066701+0000 mgr.y (mgr.25865) 403 : cluster 0 pgmap v339: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:36.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:36 smithi165 bash[84613]: audit 2024-04-13T22:08:35.440191+0000 mon.a (mon.0) 622 : audit 0 from='client.? 172.21.15.165:0/2307247425' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:08:36.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:36 smithi189 bash[68090]: cluster 2024-04-13T22:08:35.066701+0000 mgr.y (mgr.25865) 403 : cluster 0 pgmap v339: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:36.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:36 smithi189 bash[68090]: audit 2024-04-13T22:08:35.440191+0000 mon.a (mon.0) 622 : audit 0 from='client.? 172.21.15.165:0/2307247425' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:08:38.569 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:38 smithi165 bash[82211]: cluster 2024-04-13T22:08:37.067443+0000 mgr.y (mgr.25865) 404 : cluster 0 pgmap v340: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:38.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:38 smithi165 bash[84613]: cluster 2024-04-13T22:08:37.067443+0000 mgr.y (mgr.25865) 404 : cluster 0 pgmap v340: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:38.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:38 smithi189 bash[68090]: cluster 2024-04-13T22:08:37.067443+0000 mgr.y (mgr.25865) 404 : cluster 0 pgmap v340: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:39.176 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph health --format=json 2024-04-13T22:08:40.569 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:40 smithi165 bash[82211]: cluster 2024-04-13T22:08:39.068400+0000 mgr.y (mgr.25865) 405 : cluster 0 pgmap v341: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:40.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:40 smithi165 bash[84613]: cluster 2024-04-13T22:08:39.068400+0000 mgr.y (mgr.25865) 405 : cluster 0 pgmap v341: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:40.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:40 smithi189 bash[68090]: cluster 2024-04-13T22:08:39.068400+0000 mgr.y (mgr.25865) 405 : cluster 0 pgmap v341: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:42.569 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:42 smithi165 bash[82211]: cluster 2024-04-13T22:08:41.069202+0000 mgr.y (mgr.25865) 406 : cluster 0 pgmap v342: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:42.570 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:08:42 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:08:42] "GET /metrics HTTP/1.1" 200 34014 "" "Prometheus/2.43.0" 2024-04-13T22:08:42.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:42 smithi165 bash[84613]: cluster 2024-04-13T22:08:41.069202+0000 mgr.y (mgr.25865) 406 : cluster 0 pgmap v342: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:42.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:42 smithi189 bash[68090]: cluster 2024-04-13T22:08:41.069202+0000 mgr.y (mgr.25865) 406 : cluster 0 pgmap v342: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:43.569 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:43 smithi165 bash[82211]: audit 2024-04-13T22:08:42.917756+0000 mon.a (mon.0) 623 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:08:43.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:43 smithi165 bash[84613]: audit 2024-04-13T22:08:42.917756+0000 mon.a (mon.0) 623 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:08:43.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:43 smithi189 bash[68090]: audit 2024-04-13T22:08:42.917756+0000 mon.a (mon.0) 623 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:08:43.916 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:08:44.319 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:44 smithi165 bash[82211]: cluster 2024-04-13T22:08:43.069970+0000 mgr.y (mgr.25865) 407 : cluster 0 pgmap v343: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:44.320 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:44 smithi165 bash[84613]: cluster 2024-04-13T22:08:43.069970+0000 mgr.y (mgr.25865) 407 : cluster 0 pgmap v343: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:44.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:44 smithi189 bash[68090]: cluster 2024-04-13T22:08:43.069970+0000 mgr.y (mgr.25865) 407 : cluster 0 pgmap v343: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:46.546 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:46 smithi165 bash[82211]: cluster 2024-04-13T22:08:45.070583+0000 mgr.y (mgr.25865) 408 : cluster 0 pgmap v344: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:46.546 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:46 smithi165 bash[84613]: cluster 2024-04-13T22:08:45.070583+0000 mgr.y (mgr.25865) 408 : cluster 0 pgmap v344: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:46.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:46 smithi189 bash[68090]: cluster 2024-04-13T22:08:45.070583+0000 mgr.y (mgr.25865) 408 : cluster 0 pgmap v344: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:46.964 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T22:08:46.964 INFO:teuthology.orchestra.run.smithi165.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-13T22:08:47.319 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:47 smithi165 bash[82211]: audit 2024-04-13T22:08:46.965730+0000 mon.c (mon.2) 27 : audit 0 from='client.? 172.21.15.165:0/899227318' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:08:47.320 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:47 smithi165 bash[84613]: audit 2024-04-13T22:08:46.965730+0000 mon.c (mon.2) 27 : audit 0 from='client.? 172.21.15.165:0/899227318' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:08:47.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:47 smithi189 bash[68090]: audit 2024-04-13T22:08:46.965730+0000 mon.c (mon.2) 27 : audit 0 from='client.? 172.21.15.165:0/899227318' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:08:48.569 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:48 smithi165 bash[82211]: cluster 2024-04-13T22:08:47.071274+0000 mgr.y (mgr.25865) 409 : cluster 0 pgmap v345: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:48.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:48 smithi165 bash[84613]: cluster 2024-04-13T22:08:47.071274+0000 mgr.y (mgr.25865) 409 : cluster 0 pgmap v345: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:48.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:48 smithi189 bash[68090]: cluster 2024-04-13T22:08:47.071274+0000 mgr.y (mgr.25865) 409 : cluster 0 pgmap v345: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:50.569 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:50 smithi165 bash[82211]: cluster 2024-04-13T22:08:49.072166+0000 mgr.y (mgr.25865) 410 : cluster 0 pgmap v346: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:50.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:50 smithi165 bash[84613]: cluster 2024-04-13T22:08:49.072166+0000 mgr.y (mgr.25865) 410 : cluster 0 pgmap v346: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:50.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:50 smithi189 bash[68090]: cluster 2024-04-13T22:08:49.072166+0000 mgr.y (mgr.25865) 410 : cluster 0 pgmap v346: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:50.713 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph health --format=json 2024-04-13T22:08:52.569 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:52 smithi165 bash[82211]: cluster 2024-04-13T22:08:51.072985+0000 mgr.y (mgr.25865) 411 : cluster 0 pgmap v347: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:52.570 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:08:52 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:08:52] "GET /metrics HTTP/1.1" 200 34017 "" "Prometheus/2.43.0" 2024-04-13T22:08:52.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:52 smithi165 bash[84613]: cluster 2024-04-13T22:08:51.072985+0000 mgr.y (mgr.25865) 411 : cluster 0 pgmap v347: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:52.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:52 smithi189 bash[68090]: cluster 2024-04-13T22:08:51.072985+0000 mgr.y (mgr.25865) 411 : cluster 0 pgmap v347: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:54.570 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:54 smithi165 bash[82211]: cluster 2024-04-13T22:08:53.073799+0000 mgr.y (mgr.25865) 412 : cluster 0 pgmap v348: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:54.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:54 smithi165 bash[84613]: cluster 2024-04-13T22:08:53.073799+0000 mgr.y (mgr.25865) 412 : cluster 0 pgmap v348: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:54.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:54 smithi189 bash[68090]: cluster 2024-04-13T22:08:53.073799+0000 mgr.y (mgr.25865) 412 : cluster 0 pgmap v348: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:55.449 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:08:56.449 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:56 smithi165 bash[82211]: cluster 2024-04-13T22:08:55.074804+0000 mgr.y (mgr.25865) 413 : cluster 0 pgmap v349: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:56.449 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:56 smithi165 bash[84613]: cluster 2024-04-13T22:08:55.074804+0000 mgr.y (mgr.25865) 413 : cluster 0 pgmap v349: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:56.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:56 smithi189 bash[68090]: cluster 2024-04-13T22:08:55.074804+0000 mgr.y (mgr.25865) 413 : cluster 0 pgmap v349: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:58.569 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:58 smithi165 bash[82211]: cluster 2024-04-13T22:08:57.075678+0000 mgr.y (mgr.25865) 414 : cluster 0 pgmap v350: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:58.570 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:58 smithi165 bash[82211]: audit 2024-04-13T22:08:57.918183+0000 mon.a (mon.0) 624 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:08:58.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:58 smithi165 bash[84613]: cluster 2024-04-13T22:08:57.075678+0000 mgr.y (mgr.25865) 414 : cluster 0 pgmap v350: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:58.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:58 smithi165 bash[84613]: audit 2024-04-13T22:08:57.918183+0000 mon.a (mon.0) 624 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:08:58.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:58 smithi189 bash[68090]: cluster 2024-04-13T22:08:57.075678+0000 mgr.y (mgr.25865) 414 : cluster 0 pgmap v350: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:08:58.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:58 smithi189 bash[68090]: audit 2024-04-13T22:08:57.918183+0000 mon.a (mon.0) 624 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:08:58.655 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T22:08:58.655 INFO:teuthology.orchestra.run.smithi165.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-13T22:08:59.570 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:08:59 smithi165 bash[82211]: audit 2024-04-13T22:08:58.656250+0000 mon.c (mon.2) 28 : audit 0 from='client.? 172.21.15.165:0/507312414' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:08:59.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:08:59 smithi165 bash[84613]: audit 2024-04-13T22:08:58.656250+0000 mon.c (mon.2) 28 : audit 0 from='client.? 172.21.15.165:0/507312414' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:08:59.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:08:59 smithi189 bash[68090]: audit 2024-04-13T22:08:58.656250+0000 mon.c (mon.2) 28 : audit 0 from='client.? 172.21.15.165:0/507312414' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:09:00.570 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:00 smithi165 bash[82211]: cluster 2024-04-13T22:08:59.076607+0000 mgr.y (mgr.25865) 415 : cluster 0 pgmap v351: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:00.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:00 smithi165 bash[84613]: cluster 2024-04-13T22:08:59.076607+0000 mgr.y (mgr.25865) 415 : cluster 0 pgmap v351: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:00.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:00 smithi189 bash[68090]: cluster 2024-04-13T22:08:59.076607+0000 mgr.y (mgr.25865) 415 : cluster 0 pgmap v351: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:02.374 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph health --format=json 2024-04-13T22:09:02.569 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:02 smithi165 bash[82211]: cluster 2024-04-13T22:09:01.077410+0000 mgr.y (mgr.25865) 416 : cluster 0 pgmap v352: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:02.570 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:09:02 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:09:02] "GET /metrics HTTP/1.1" 200 34013 "" "Prometheus/2.43.0" 2024-04-13T22:09:02.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:02 smithi165 bash[84613]: cluster 2024-04-13T22:09:01.077410+0000 mgr.y (mgr.25865) 416 : cluster 0 pgmap v352: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:02.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:02 smithi189 bash[68090]: cluster 2024-04-13T22:09:01.077410+0000 mgr.y (mgr.25865) 416 : cluster 0 pgmap v352: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:04.570 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:04 smithi165 bash[82211]: cluster 2024-04-13T22:09:03.078297+0000 mgr.y (mgr.25865) 417 : cluster 0 pgmap v353: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:04.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:04 smithi165 bash[84613]: cluster 2024-04-13T22:09:03.078297+0000 mgr.y (mgr.25865) 417 : cluster 0 pgmap v353: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:04.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:04 smithi189 bash[68090]: cluster 2024-04-13T22:09:03.078297+0000 mgr.y (mgr.25865) 417 : cluster 0 pgmap v353: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:06.570 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:06 smithi165 bash[82211]: cluster 2024-04-13T22:09:05.079028+0000 mgr.y (mgr.25865) 418 : cluster 0 pgmap v354: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:06.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:06 smithi165 bash[84613]: cluster 2024-04-13T22:09:05.079028+0000 mgr.y (mgr.25865) 418 : cluster 0 pgmap v354: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:06.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:06 smithi189 bash[68090]: cluster 2024-04-13T22:09:05.079028+0000 mgr.y (mgr.25865) 418 : cluster 0 pgmap v354: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:07.113 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:09:08.476 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:08 smithi165 bash[82211]: cluster 2024-04-13T22:09:07.079966+0000 mgr.y (mgr.25865) 419 : cluster 0 pgmap v355: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:08.476 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:08 smithi165 bash[84613]: cluster 2024-04-13T22:09:07.079966+0000 mgr.y (mgr.25865) 419 : cluster 0 pgmap v355: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:08.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:08 smithi189 bash[68090]: cluster 2024-04-13T22:09:07.079966+0000 mgr.y (mgr.25865) 419 : cluster 0 pgmap v355: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:10.205 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T22:09:10.206 INFO:teuthology.orchestra.run.smithi165.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-13T22:09:10.569 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:10 smithi165 bash[82211]: cluster 2024-04-13T22:09:09.080921+0000 mgr.y (mgr.25865) 420 : cluster 0 pgmap v356: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:10.570 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:10 smithi165 bash[82211]: audit 2024-04-13T22:09:10.207085+0000 mon.a (mon.0) 625 : audit 0 from='client.? 172.21.15.165:0/2557734269' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:09:10.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:10 smithi165 bash[84613]: cluster 2024-04-13T22:09:09.080921+0000 mgr.y (mgr.25865) 420 : cluster 0 pgmap v356: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:10.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:10 smithi165 bash[84613]: audit 2024-04-13T22:09:10.207085+0000 mon.a (mon.0) 625 : audit 0 from='client.? 172.21.15.165:0/2557734269' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:09:10.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:10 smithi189 bash[68090]: cluster 2024-04-13T22:09:09.080921+0000 mgr.y (mgr.25865) 420 : cluster 0 pgmap v356: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:10.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:10 smithi189 bash[68090]: audit 2024-04-13T22:09:10.207085+0000 mon.a (mon.0) 625 : audit 0 from='client.? 172.21.15.165:0/2557734269' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:09:12.569 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:12 smithi165 bash[82211]: cluster 2024-04-13T22:09:11.081818+0000 mgr.y (mgr.25865) 421 : cluster 0 pgmap v357: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:12.570 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:09:12 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:09:12] "GET /metrics HTTP/1.1" 200 34013 "" "Prometheus/2.43.0" 2024-04-13T22:09:12.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:12 smithi165 bash[84613]: cluster 2024-04-13T22:09:11.081818+0000 mgr.y (mgr.25865) 421 : cluster 0 pgmap v357: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:12.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:12 smithi189 bash[68090]: cluster 2024-04-13T22:09:11.081818+0000 mgr.y (mgr.25865) 421 : cluster 0 pgmap v357: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:13.569 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:13 smithi165 bash[82211]: audit 2024-04-13T22:09:12.918745+0000 mon.a (mon.0) 626 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:09:13.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:13 smithi165 bash[84613]: audit 2024-04-13T22:09:12.918745+0000 mon.a (mon.0) 626 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:09:13.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:13 smithi189 bash[68090]: audit 2024-04-13T22:09:12.918745+0000 mon.a (mon.0) 626 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:09:13.896 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph health --format=json 2024-04-13T22:09:14.570 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:14 smithi165 bash[82211]: cluster 2024-04-13T22:09:13.082612+0000 mgr.y (mgr.25865) 422 : cluster 0 pgmap v358: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:14.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:14 smithi165 bash[84613]: cluster 2024-04-13T22:09:13.082612+0000 mgr.y (mgr.25865) 422 : cluster 0 pgmap v358: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:14.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:14 smithi189 bash[68090]: cluster 2024-04-13T22:09:13.082612+0000 mgr.y (mgr.25865) 422 : cluster 0 pgmap v358: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:16.569 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:16 smithi165 bash[82211]: cluster 2024-04-13T22:09:15.083420+0000 mgr.y (mgr.25865) 423 : cluster 0 pgmap v359: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:16.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:16 smithi165 bash[84613]: cluster 2024-04-13T22:09:15.083420+0000 mgr.y (mgr.25865) 423 : cluster 0 pgmap v359: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:16.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:16 smithi189 bash[68090]: cluster 2024-04-13T22:09:15.083420+0000 mgr.y (mgr.25865) 423 : cluster 0 pgmap v359: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:18.570 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:18 smithi165 bash[82211]: cluster 2024-04-13T22:09:17.084229+0000 mgr.y (mgr.25865) 424 : cluster 0 pgmap v360: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:18.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:18 smithi165 bash[84613]: cluster 2024-04-13T22:09:17.084229+0000 mgr.y (mgr.25865) 424 : cluster 0 pgmap v360: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:18.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:18 smithi189 bash[68090]: cluster 2024-04-13T22:09:17.084229+0000 mgr.y (mgr.25865) 424 : cluster 0 pgmap v360: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:18.641 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:09:20.569 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:20 smithi165 bash[82211]: cluster 2024-04-13T22:09:19.085102+0000 mgr.y (mgr.25865) 425 : cluster 0 pgmap v361: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:20.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:20 smithi165 bash[84613]: cluster 2024-04-13T22:09:19.085102+0000 mgr.y (mgr.25865) 425 : cluster 0 pgmap v361: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:20.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:20 smithi189 bash[68090]: cluster 2024-04-13T22:09:19.085102+0000 mgr.y (mgr.25865) 425 : cluster 0 pgmap v361: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:21.704 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T22:09:21.704 INFO:teuthology.orchestra.run.smithi165.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-13T22:09:22.570 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:09:22 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:09:22] "GET /metrics HTTP/1.1" 200 34014 "" "Prometheus/2.43.0" 2024-04-13T22:09:22.570 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:22 smithi165 bash[82211]: cluster 2024-04-13T22:09:21.085870+0000 mgr.y (mgr.25865) 426 : cluster 0 pgmap v362: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:22.570 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:22 smithi165 bash[82211]: audit 2024-04-13T22:09:21.705385+0000 mon.a (mon.0) 627 : audit 0 from='client.? 172.21.15.165:0/2941275620' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:09:22.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:22 smithi165 bash[84613]: cluster 2024-04-13T22:09:21.085870+0000 mgr.y (mgr.25865) 426 : cluster 0 pgmap v362: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:22.571 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:22 smithi165 bash[84613]: audit 2024-04-13T22:09:21.705385+0000 mon.a (mon.0) 627 : audit 0 from='client.? 172.21.15.165:0/2941275620' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:09:22.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:22 smithi189 bash[68090]: cluster 2024-04-13T22:09:21.085870+0000 mgr.y (mgr.25865) 426 : cluster 0 pgmap v362: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:22.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:22 smithi189 bash[68090]: audit 2024-04-13T22:09:21.705385+0000 mon.a (mon.0) 627 : audit 0 from='client.? 172.21.15.165:0/2941275620' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:09:24.570 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:24 smithi165 bash[82211]: cluster 2024-04-13T22:09:23.086798+0000 mgr.y (mgr.25865) 427 : cluster 0 pgmap v363: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:24.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:24 smithi165 bash[84613]: cluster 2024-04-13T22:09:23.086798+0000 mgr.y (mgr.25865) 427 : cluster 0 pgmap v363: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:24.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:24 smithi189 bash[68090]: cluster 2024-04-13T22:09:23.086798+0000 mgr.y (mgr.25865) 427 : cluster 0 pgmap v363: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:25.450 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph health --format=json 2024-04-13T22:09:26.569 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:26 smithi165 bash[82211]: cluster 2024-04-13T22:09:25.087840+0000 mgr.y (mgr.25865) 428 : cluster 0 pgmap v364: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:26.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:26 smithi165 bash[84613]: cluster 2024-04-13T22:09:25.087840+0000 mgr.y (mgr.25865) 428 : cluster 0 pgmap v364: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:26.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:26 smithi189 bash[68090]: cluster 2024-04-13T22:09:25.087840+0000 mgr.y (mgr.25865) 428 : cluster 0 pgmap v364: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:28.570 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:28 smithi165 bash[82211]: cluster 2024-04-13T22:09:27.088700+0000 mgr.y (mgr.25865) 429 : cluster 0 pgmap v365: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:28.570 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:28 smithi165 bash[82211]: audit 2024-04-13T22:09:27.919134+0000 mon.a (mon.0) 628 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:09:28.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:28 smithi165 bash[84613]: cluster 2024-04-13T22:09:27.088700+0000 mgr.y (mgr.25865) 429 : cluster 0 pgmap v365: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:28.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:28 smithi165 bash[84613]: audit 2024-04-13T22:09:27.919134+0000 mon.a (mon.0) 628 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:09:28.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:28 smithi189 bash[68090]: cluster 2024-04-13T22:09:27.088700+0000 mgr.y (mgr.25865) 429 : cluster 0 pgmap v365: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:28.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:28 smithi189 bash[68090]: audit 2024-04-13T22:09:27.919134+0000 mon.a (mon.0) 628 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:09:30.194 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:09:30.569 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:30 smithi165 bash[84613]: cluster 2024-04-13T22:09:29.089607+0000 mgr.y (mgr.25865) 430 : cluster 0 pgmap v366: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:30.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:30 smithi165 bash[84613]: audit 2024-04-13T22:09:29.669876+0000 mon.a (mon.0) 629 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:09:30.570 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:30 smithi165 bash[82211]: cluster 2024-04-13T22:09:29.089607+0000 mgr.y (mgr.25865) 430 : cluster 0 pgmap v366: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:30.570 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:30 smithi165 bash[82211]: audit 2024-04-13T22:09:29.669876+0000 mon.a (mon.0) 629 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:09:30.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:30 smithi189 bash[68090]: cluster 2024-04-13T22:09:29.089607+0000 mgr.y (mgr.25865) 430 : cluster 0 pgmap v366: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:30.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:30 smithi189 bash[68090]: audit 2024-04-13T22:09:29.669876+0000 mon.a (mon.0) 629 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:09:32.569 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:32 smithi165 bash[82211]: cluster 2024-04-13T22:09:31.090384+0000 mgr.y (mgr.25865) 431 : cluster 0 pgmap v367: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:32.570 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:09:32 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:09:32] "GET /metrics HTTP/1.1" 200 34015 "" "Prometheus/2.43.0" 2024-04-13T22:09:32.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:32 smithi165 bash[84613]: cluster 2024-04-13T22:09:31.090384+0000 mgr.y (mgr.25865) 431 : cluster 0 pgmap v367: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:32.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:32 smithi189 bash[68090]: cluster 2024-04-13T22:09:31.090384+0000 mgr.y (mgr.25865) 431 : cluster 0 pgmap v367: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:33.267 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T22:09:33.267 INFO:teuthology.orchestra.run.smithi165.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-13T22:09:33.570 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:33 smithi165 bash[82211]: audit 2024-04-13T22:09:33.268333+0000 mon.c (mon.2) 29 : audit 0 from='client.? 172.21.15.165:0/4092982341' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:09:33.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:33 smithi165 bash[84613]: audit 2024-04-13T22:09:33.268333+0000 mon.c (mon.2) 29 : audit 0 from='client.? 172.21.15.165:0/4092982341' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:09:33.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:33 smithi189 bash[68090]: audit 2024-04-13T22:09:33.268333+0000 mon.c (mon.2) 29 : audit 0 from='client.? 172.21.15.165:0/4092982341' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:09:34.569 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:34 smithi165 bash[84613]: cluster 2024-04-13T22:09:33.091204+0000 mgr.y (mgr.25865) 432 : cluster 0 pgmap v368: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:34.570 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:34 smithi165 bash[82211]: cluster 2024-04-13T22:09:33.091204+0000 mgr.y (mgr.25865) 432 : cluster 0 pgmap v368: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:34.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:34 smithi189 bash[68090]: cluster 2024-04-13T22:09:33.091204+0000 mgr.y (mgr.25865) 432 : cluster 0 pgmap v368: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:36.570 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:36 smithi165 bash[82211]: cluster 2024-04-13T22:09:35.091790+0000 mgr.y (mgr.25865) 433 : cluster 0 pgmap v369: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:36.570 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:36 smithi165 bash[82211]: audit 2024-04-13T22:09:35.211821+0000 mon.a (mon.0) 630 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:09:36.570 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:36 smithi165 bash[82211]: audit 2024-04-13T22:09:35.219596+0000 mon.a (mon.0) 631 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:09:36.570 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:36 smithi165 bash[82211]: audit 2024-04-13T22:09:35.672331+0000 mon.a (mon.0) 632 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:09:36.570 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:36 smithi165 bash[82211]: audit 2024-04-13T22:09:35.679651+0000 mon.a (mon.0) 633 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:09:36.571 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:36 smithi165 bash[84613]: cluster 2024-04-13T22:09:35.091790+0000 mgr.y (mgr.25865) 433 : cluster 0 pgmap v369: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:36.571 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:36 smithi165 bash[84613]: audit 2024-04-13T22:09:35.211821+0000 mon.a (mon.0) 630 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:09:36.571 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:36 smithi165 bash[84613]: audit 2024-04-13T22:09:35.219596+0000 mon.a (mon.0) 631 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:09:36.571 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:36 smithi165 bash[84613]: audit 2024-04-13T22:09:35.672331+0000 mon.a (mon.0) 632 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:09:36.571 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:36 smithi165 bash[84613]: audit 2024-04-13T22:09:35.679651+0000 mon.a (mon.0) 633 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:09:36.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:36 smithi189 bash[68090]: cluster 2024-04-13T22:09:35.091790+0000 mgr.y (mgr.25865) 433 : cluster 0 pgmap v369: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:36.601 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:36 smithi189 bash[68090]: audit 2024-04-13T22:09:35.211821+0000 mon.a (mon.0) 630 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:09:36.601 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:36 smithi189 bash[68090]: audit 2024-04-13T22:09:35.219596+0000 mon.a (mon.0) 631 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:09:36.601 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:36 smithi189 bash[68090]: audit 2024-04-13T22:09:35.672331+0000 mon.a (mon.0) 632 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:09:36.601 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:36 smithi189 bash[68090]: audit 2024-04-13T22:09:35.679651+0000 mon.a (mon.0) 633 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:09:36.957 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph health --format=json 2024-04-13T22:09:37.320 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:37 smithi165 bash[82211]: audit 2024-04-13T22:09:36.313400+0000 mon.a (mon.0) 634 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:09:37.320 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:37 smithi165 bash[82211]: audit 2024-04-13T22:09:36.315278+0000 mon.a (mon.0) 635 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:09:37.320 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:37 smithi165 bash[82211]: audit 2024-04-13T22:09:36.327897+0000 mon.a (mon.0) 636 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:09:37.320 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:37 smithi165 bash[84613]: audit 2024-04-13T22:09:36.313400+0000 mon.a (mon.0) 634 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:09:37.320 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:37 smithi165 bash[84613]: audit 2024-04-13T22:09:36.315278+0000 mon.a (mon.0) 635 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:09:37.320 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:37 smithi165 bash[84613]: audit 2024-04-13T22:09:36.327897+0000 mon.a (mon.0) 636 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:09:37.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:37 smithi189 bash[68090]: audit 2024-04-13T22:09:36.313400+0000 mon.a (mon.0) 634 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:09:37.601 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:37 smithi189 bash[68090]: audit 2024-04-13T22:09:36.315278+0000 mon.a (mon.0) 635 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:09:37.601 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:37 smithi189 bash[68090]: audit 2024-04-13T22:09:36.327897+0000 mon.a (mon.0) 636 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:09:38.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:38 smithi189 bash[68090]: cluster 2024-04-13T22:09:37.092238+0000 mgr.y (mgr.25865) 434 : cluster 0 pgmap v370: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:38.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:38 smithi165 bash[82211]: cluster 2024-04-13T22:09:37.092238+0000 mgr.y (mgr.25865) 434 : cluster 0 pgmap v370: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:38.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:38 smithi165 bash[84613]: cluster 2024-04-13T22:09:37.092238+0000 mgr.y (mgr.25865) 434 : cluster 0 pgmap v370: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:40.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:40 smithi189 bash[68090]: cluster 2024-04-13T22:09:39.093093+0000 mgr.y (mgr.25865) 435 : cluster 0 pgmap v371: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:40.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:40 smithi165 bash[82211]: cluster 2024-04-13T22:09:39.093093+0000 mgr.y (mgr.25865) 435 : cluster 0 pgmap v371: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:40.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:40 smithi165 bash[84613]: cluster 2024-04-13T22:09:39.093093+0000 mgr.y (mgr.25865) 435 : cluster 0 pgmap v371: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:41.695 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:09:42.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:42 smithi189 bash[68090]: cluster 2024-04-13T22:09:41.093883+0000 mgr.y (mgr.25865) 436 : cluster 0 pgmap v372: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:42.655 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:42 smithi165 bash[82211]: cluster 2024-04-13T22:09:41.093883+0000 mgr.y (mgr.25865) 436 : cluster 0 pgmap v372: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:42.655 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:42 smithi165 bash[84613]: cluster 2024-04-13T22:09:41.093883+0000 mgr.y (mgr.25865) 436 : cluster 0 pgmap v372: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:42.655 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:09:42 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:09:42] "GET /metrics HTTP/1.1" 200 34015 "" "Prometheus/2.43.0" 2024-04-13T22:09:43.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:43 smithi189 bash[68090]: audit 2024-04-13T22:09:42.919608+0000 mon.a (mon.0) 637 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:09:43.819 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:43 smithi165 bash[82211]: audit 2024-04-13T22:09:42.919608+0000 mon.a (mon.0) 637 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:09:43.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:43 smithi165 bash[84613]: audit 2024-04-13T22:09:42.919608+0000 mon.a (mon.0) 637 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:09:44.600 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:44 smithi189 bash[68090]: cluster 2024-04-13T22:09:43.094662+0000 mgr.y (mgr.25865) 437 : cluster 0 pgmap v373: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:44.792 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T22:09:44.792 INFO:teuthology.orchestra.run.smithi165.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-13T22:09:44.805 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:44 smithi165 bash[82211]: cluster 2024-04-13T22:09:43.094662+0000 mgr.y (mgr.25865) 437 : cluster 0 pgmap v373: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:44.805 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:44 smithi165 bash[84613]: cluster 2024-04-13T22:09:43.094662+0000 mgr.y (mgr.25865) 437 : cluster 0 pgmap v373: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:45.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:45 smithi165 bash[82211]: audit 2024-04-13T22:09:44.793226+0000 mon.c (mon.2) 30 : audit 0 from='client.? 172.21.15.165:0/1216268347' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:09:45.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:45 smithi165 bash[84613]: audit 2024-04-13T22:09:44.793226+0000 mon.c (mon.2) 30 : audit 0 from='client.? 172.21.15.165:0/1216268347' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:09:45.850 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:45 smithi189 bash[68090]: audit 2024-04-13T22:09:44.793226+0000 mon.c (mon.2) 30 : audit 0 from='client.? 172.21.15.165:0/1216268347' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:09:46.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:46 smithi165 bash[82211]: cluster 2024-04-13T22:09:45.095618+0000 mgr.y (mgr.25865) 438 : cluster 0 pgmap v374: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:46.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:46 smithi165 bash[84613]: cluster 2024-04-13T22:09:45.095618+0000 mgr.y (mgr.25865) 438 : cluster 0 pgmap v374: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:46.850 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:46 smithi189 bash[68090]: cluster 2024-04-13T22:09:45.095618+0000 mgr.y (mgr.25865) 438 : cluster 0 pgmap v374: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:48.498 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph health --format=json 2024-04-13T22:09:48.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:48 smithi165 bash[82211]: cluster 2024-04-13T22:09:47.096432+0000 mgr.y (mgr.25865) 439 : cluster 0 pgmap v375: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:48.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:48 smithi165 bash[84613]: cluster 2024-04-13T22:09:47.096432+0000 mgr.y (mgr.25865) 439 : cluster 0 pgmap v375: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:48.850 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:48 smithi189 bash[68090]: cluster 2024-04-13T22:09:47.096432+0000 mgr.y (mgr.25865) 439 : cluster 0 pgmap v375: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:50.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:50 smithi165 bash[82211]: cluster 2024-04-13T22:09:49.097233+0000 mgr.y (mgr.25865) 440 : cluster 0 pgmap v376: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:50.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:50 smithi165 bash[84613]: cluster 2024-04-13T22:09:49.097233+0000 mgr.y (mgr.25865) 440 : cluster 0 pgmap v376: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:50.850 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:50 smithi189 bash[68090]: cluster 2024-04-13T22:09:49.097233+0000 mgr.y (mgr.25865) 440 : cluster 0 pgmap v376: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:52.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:52 smithi165 bash[82211]: cluster 2024-04-13T22:09:51.098020+0000 mgr.y (mgr.25865) 441 : cluster 0 pgmap v377: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:52.820 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:09:52 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:09:52] "GET /metrics HTTP/1.1" 200 34015 "" "Prometheus/2.43.0" 2024-04-13T22:09:52.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:52 smithi165 bash[84613]: cluster 2024-04-13T22:09:51.098020+0000 mgr.y (mgr.25865) 441 : cluster 0 pgmap v377: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:52.850 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:52 smithi189 bash[68090]: cluster 2024-04-13T22:09:51.098020+0000 mgr.y (mgr.25865) 441 : cluster 0 pgmap v377: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:53.238 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:09:54.570 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:54 smithi165 bash[82211]: cluster 2024-04-13T22:09:53.098811+0000 mgr.y (mgr.25865) 442 : cluster 0 pgmap v378: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:54.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:54 smithi165 bash[84613]: cluster 2024-04-13T22:09:53.098811+0000 mgr.y (mgr.25865) 442 : cluster 0 pgmap v378: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:54.850 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:54 smithi189 bash[68090]: cluster 2024-04-13T22:09:53.098811+0000 mgr.y (mgr.25865) 442 : cluster 0 pgmap v378: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:56.242 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T22:09:56.242 INFO:teuthology.orchestra.run.smithi165.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-13T22:09:56.570 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:56 smithi165 bash[82211]: cluster 2024-04-13T22:09:55.099605+0000 mgr.y (mgr.25865) 443 : cluster 0 pgmap v379: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:56.570 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:56 smithi165 bash[82211]: audit 2024-04-13T22:09:56.243534+0000 mon.a (mon.0) 638 : audit 0 from='client.? 172.21.15.165:0/2706040019' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:09:56.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:56 smithi165 bash[84613]: cluster 2024-04-13T22:09:55.099605+0000 mgr.y (mgr.25865) 443 : cluster 0 pgmap v379: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:56.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:56 smithi165 bash[84613]: audit 2024-04-13T22:09:56.243534+0000 mon.a (mon.0) 638 : audit 0 from='client.? 172.21.15.165:0/2706040019' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:09:56.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:56 smithi189 bash[68090]: cluster 2024-04-13T22:09:55.099605+0000 mgr.y (mgr.25865) 443 : cluster 0 pgmap v379: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:56.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:56 smithi189 bash[68090]: audit 2024-04-13T22:09:56.243534+0000 mon.a (mon.0) 638 : audit 0 from='client.? 172.21.15.165:0/2706040019' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:09:58.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:58 smithi165 bash[82211]: cluster 2024-04-13T22:09:57.100347+0000 mgr.y (mgr.25865) 444 : cluster 0 pgmap v380: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:58.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:09:58 smithi165 bash[82211]: audit 2024-04-13T22:09:57.920225+0000 mon.a (mon.0) 639 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:09:58.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:58 smithi165 bash[84613]: cluster 2024-04-13T22:09:57.100347+0000 mgr.y (mgr.25865) 444 : cluster 0 pgmap v380: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:58.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:09:58 smithi165 bash[84613]: audit 2024-04-13T22:09:57.920225+0000 mon.a (mon.0) 639 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:09:58.850 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:58 smithi189 bash[68090]: cluster 2024-04-13T22:09:57.100347+0000 mgr.y (mgr.25865) 444 : cluster 0 pgmap v380: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:09:58.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:09:58 smithi189 bash[68090]: audit 2024-04-13T22:09:57.920225+0000 mon.a (mon.0) 639 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:09:59.957 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph health --format=json 2024-04-13T22:10:00.320 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:00 smithi165 bash[82211]: debug 2024-04-13T22:09:59.998+0000 7fd2809f4700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR 8 osds(s) are not reachable 2024-04-13T22:10:00.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:00 smithi165 bash[82211]: cluster 2024-04-13T22:09:59.101185+0000 mgr.y (mgr.25865) 445 : cluster 0 pgmap v381: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:00.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:00 smithi165 bash[82211]: cluster 2024-04-13T22:10:00.000156+0000 mon.a (mon.0) 640 : cluster 4 overall HEALTH_ERR 8 osds(s) are not reachable 2024-04-13T22:10:00.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:00 smithi165 bash[84613]: cluster 2024-04-13T22:09:59.101185+0000 mgr.y (mgr.25865) 445 : cluster 0 pgmap v381: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:00.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:00 smithi165 bash[84613]: cluster 2024-04-13T22:10:00.000156+0000 mon.a (mon.0) 640 : cluster 4 overall HEALTH_ERR 8 osds(s) are not reachable 2024-04-13T22:10:00.850 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:00 smithi189 bash[68090]: cluster 2024-04-13T22:09:59.101185+0000 mgr.y (mgr.25865) 445 : cluster 0 pgmap v381: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:00.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:00 smithi189 bash[68090]: cluster 2024-04-13T22:10:00.000156+0000 mon.a (mon.0) 640 : cluster 4 overall HEALTH_ERR 8 osds(s) are not reachable 2024-04-13T22:10:02.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:02 smithi165 bash[82211]: cluster 2024-04-13T22:10:01.101975+0000 mgr.y (mgr.25865) 446 : cluster 0 pgmap v382: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:02.820 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:10:02 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:10:02] "GET /metrics HTTP/1.1" 200 34017 "" "Prometheus/2.43.0" 2024-04-13T22:10:02.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:02 smithi165 bash[84613]: cluster 2024-04-13T22:10:01.101975+0000 mgr.y (mgr.25865) 446 : cluster 0 pgmap v382: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:02.850 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:02 smithi189 bash[68090]: cluster 2024-04-13T22:10:01.101975+0000 mgr.y (mgr.25865) 446 : cluster 0 pgmap v382: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:04.696 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:10:04.717 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:04 smithi165 bash[82211]: cluster 2024-04-13T22:10:03.102852+0000 mgr.y (mgr.25865) 447 : cluster 0 pgmap v383: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:04.718 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:04 smithi165 bash[84613]: cluster 2024-04-13T22:10:03.102852+0000 mgr.y (mgr.25865) 447 : cluster 0 pgmap v383: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:04.850 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:04 smithi189 bash[68090]: cluster 2024-04-13T22:10:03.102852+0000 mgr.y (mgr.25865) 447 : cluster 0 pgmap v383: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:06.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:06 smithi165 bash[82211]: cluster 2024-04-13T22:10:05.103863+0000 mgr.y (mgr.25865) 448 : cluster 0 pgmap v384: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:06.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:06 smithi165 bash[84613]: cluster 2024-04-13T22:10:05.103863+0000 mgr.y (mgr.25865) 448 : cluster 0 pgmap v384: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:06.850 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:06 smithi189 bash[68090]: cluster 2024-04-13T22:10:05.103863+0000 mgr.y (mgr.25865) 448 : cluster 0 pgmap v384: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:07.850 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T22:10:07.850 INFO:teuthology.orchestra.run.smithi165.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-13T22:10:08.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:08 smithi165 bash[82211]: cluster 2024-04-13T22:10:07.104694+0000 mgr.y (mgr.25865) 449 : cluster 0 pgmap v385: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:08.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:08 smithi165 bash[82211]: audit 2024-04-13T22:10:07.851234+0000 mon.a (mon.0) 641 : audit 0 from='client.? 172.21.15.165:0/2798700553' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:10:08.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:08 smithi165 bash[84613]: cluster 2024-04-13T22:10:07.104694+0000 mgr.y (mgr.25865) 449 : cluster 0 pgmap v385: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:08.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:08 smithi165 bash[84613]: audit 2024-04-13T22:10:07.851234+0000 mon.a (mon.0) 641 : audit 0 from='client.? 172.21.15.165:0/2798700553' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:10:08.850 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:08 smithi189 bash[68090]: cluster 2024-04-13T22:10:07.104694+0000 mgr.y (mgr.25865) 449 : cluster 0 pgmap v385: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:08.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:08 smithi189 bash[68090]: audit 2024-04-13T22:10:07.851234+0000 mon.a (mon.0) 641 : audit 0 from='client.? 172.21.15.165:0/2798700553' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:10:10.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:10 smithi165 bash[82211]: cluster 2024-04-13T22:10:09.105592+0000 mgr.y (mgr.25865) 450 : cluster 0 pgmap v386: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:10.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:10 smithi165 bash[84613]: cluster 2024-04-13T22:10:09.105592+0000 mgr.y (mgr.25865) 450 : cluster 0 pgmap v386: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:10.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:10 smithi189 bash[68090]: cluster 2024-04-13T22:10:09.105592+0000 mgr.y (mgr.25865) 450 : cluster 0 pgmap v386: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:11.613 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph health --format=json 2024-04-13T22:10:12.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:12 smithi165 bash[82211]: cluster 2024-04-13T22:10:11.106378+0000 mgr.y (mgr.25865) 451 : cluster 0 pgmap v387: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:12.820 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:10:12 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:10:12] "GET /metrics HTTP/1.1" 200 34017 "" "Prometheus/2.43.0" 2024-04-13T22:10:12.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:12 smithi165 bash[84613]: cluster 2024-04-13T22:10:11.106378+0000 mgr.y (mgr.25865) 451 : cluster 0 pgmap v387: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:12.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:12 smithi189 bash[68090]: cluster 2024-04-13T22:10:11.106378+0000 mgr.y (mgr.25865) 451 : cluster 0 pgmap v387: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:13.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:13 smithi165 bash[82211]: audit 2024-04-13T22:10:12.920718+0000 mon.a (mon.0) 642 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:10:13.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:13 smithi165 bash[84613]: audit 2024-04-13T22:10:12.920718+0000 mon.a (mon.0) 642 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:10:13.850 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:13 smithi189 bash[68090]: audit 2024-04-13T22:10:12.920718+0000 mon.a (mon.0) 642 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:10:14.822 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:14 smithi165 bash[82211]: cluster 2024-04-13T22:10:13.107230+0000 mgr.y (mgr.25865) 452 : cluster 0 pgmap v388: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:14.822 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:14 smithi165 bash[84613]: cluster 2024-04-13T22:10:13.107230+0000 mgr.y (mgr.25865) 452 : cluster 0 pgmap v388: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:14.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:14 smithi189 bash[68090]: cluster 2024-04-13T22:10:13.107230+0000 mgr.y (mgr.25865) 452 : cluster 0 pgmap v388: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:16.351 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:10:16.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:16 smithi165 bash[82211]: cluster 2024-04-13T22:10:15.108217+0000 mgr.y (mgr.25865) 453 : cluster 0 pgmap v389: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:16.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:16 smithi165 bash[84613]: cluster 2024-04-13T22:10:15.108217+0000 mgr.y (mgr.25865) 453 : cluster 0 pgmap v389: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:16.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:16 smithi189 bash[68090]: cluster 2024-04-13T22:10:15.108217+0000 mgr.y (mgr.25865) 453 : cluster 0 pgmap v389: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:18.570 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:18 smithi165 bash[82211]: cluster 2024-04-13T22:10:17.109038+0000 mgr.y (mgr.25865) 454 : cluster 0 pgmap v390: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:18.570 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:18 smithi165 bash[84613]: cluster 2024-04-13T22:10:17.109038+0000 mgr.y (mgr.25865) 454 : cluster 0 pgmap v390: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:18.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:18 smithi189 bash[68090]: cluster 2024-04-13T22:10:17.109038+0000 mgr.y (mgr.25865) 454 : cluster 0 pgmap v390: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:19.366 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T22:10:19.366 INFO:teuthology.orchestra.run.smithi165.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-13T22:10:19.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:19 smithi165 bash[82211]: audit 2024-04-13T22:10:19.367362+0000 mon.a (mon.0) 643 : audit 0 from='client.? 172.21.15.165:0/2563993638' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:10:19.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:19 smithi165 bash[84613]: audit 2024-04-13T22:10:19.367362+0000 mon.a (mon.0) 643 : audit 0 from='client.? 172.21.15.165:0/2563993638' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:10:19.850 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:19 smithi189 bash[68090]: audit 2024-04-13T22:10:19.367362+0000 mon.a (mon.0) 643 : audit 0 from='client.? 172.21.15.165:0/2563993638' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:10:20.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:20 smithi165 bash[82211]: cluster 2024-04-13T22:10:19.109504+0000 mgr.y (mgr.25865) 455 : cluster 0 pgmap v391: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:20.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:20 smithi165 bash[84613]: cluster 2024-04-13T22:10:19.109504+0000 mgr.y (mgr.25865) 455 : cluster 0 pgmap v391: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:20.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:20 smithi189 bash[68090]: cluster 2024-04-13T22:10:19.109504+0000 mgr.y (mgr.25865) 455 : cluster 0 pgmap v391: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:22.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:22 smithi165 bash[82211]: cluster 2024-04-13T22:10:21.110235+0000 mgr.y (mgr.25865) 456 : cluster 0 pgmap v392: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:22.820 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:10:22 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:10:22] "GET /metrics HTTP/1.1" 200 34016 "" "Prometheus/2.43.0" 2024-04-13T22:10:22.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:22 smithi165 bash[84613]: cluster 2024-04-13T22:10:21.110235+0000 mgr.y (mgr.25865) 456 : cluster 0 pgmap v392: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:22.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:22 smithi189 bash[68090]: cluster 2024-04-13T22:10:21.110235+0000 mgr.y (mgr.25865) 456 : cluster 0 pgmap v392: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:23.085 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph health --format=json 2024-04-13T22:10:24.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:24 smithi165 bash[82211]: cluster 2024-04-13T22:10:23.111082+0000 mgr.y (mgr.25865) 457 : cluster 0 pgmap v393: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:24.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:24 smithi165 bash[84613]: cluster 2024-04-13T22:10:23.111082+0000 mgr.y (mgr.25865) 457 : cluster 0 pgmap v393: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:24.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:24 smithi189 bash[68090]: cluster 2024-04-13T22:10:23.111082+0000 mgr.y (mgr.25865) 457 : cluster 0 pgmap v393: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:26.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:26 smithi165 bash[82211]: cluster 2024-04-13T22:10:25.111984+0000 mgr.y (mgr.25865) 458 : cluster 0 pgmap v394: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:26.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:26 smithi165 bash[84613]: cluster 2024-04-13T22:10:25.111984+0000 mgr.y (mgr.25865) 458 : cluster 0 pgmap v394: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:26.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:26 smithi189 bash[68090]: cluster 2024-04-13T22:10:25.111984+0000 mgr.y (mgr.25865) 458 : cluster 0 pgmap v394: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:27.827 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:10:28.813 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:28 smithi165 bash[82211]: cluster 2024-04-13T22:10:27.112773+0000 mgr.y (mgr.25865) 459 : cluster 0 pgmap v395: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:28.813 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:28 smithi165 bash[82211]: audit 2024-04-13T22:10:27.921015+0000 mon.a (mon.0) 644 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:10:28.813 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:28 smithi165 bash[84613]: cluster 2024-04-13T22:10:27.112773+0000 mgr.y (mgr.25865) 459 : cluster 0 pgmap v395: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:28.814 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:28 smithi165 bash[84613]: audit 2024-04-13T22:10:27.921015+0000 mon.a (mon.0) 644 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:10:28.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:28 smithi189 bash[68090]: cluster 2024-04-13T22:10:27.112773+0000 mgr.y (mgr.25865) 459 : cluster 0 pgmap v395: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:28.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:28 smithi189 bash[68090]: audit 2024-04-13T22:10:27.921015+0000 mon.a (mon.0) 644 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:10:30.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:30 smithi165 bash[84613]: cluster 2024-04-13T22:10:29.113681+0000 mgr.y (mgr.25865) 460 : cluster 0 pgmap v396: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:30.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:30 smithi165 bash[82211]: cluster 2024-04-13T22:10:29.113681+0000 mgr.y (mgr.25865) 460 : cluster 0 pgmap v396: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:30.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:30 smithi189 bash[68090]: cluster 2024-04-13T22:10:29.113681+0000 mgr.y (mgr.25865) 460 : cluster 0 pgmap v396: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:30.989 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T22:10:30.989 INFO:teuthology.orchestra.run.smithi165.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-13T22:10:31.757 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:31 smithi165 bash[82211]: audit 2024-04-13T22:10:30.990236+0000 mon.c (mon.2) 31 : audit 0 from='client.? 172.21.15.165:0/3232594633' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:10:31.757 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:31 smithi165 bash[84613]: audit 2024-04-13T22:10:30.990236+0000 mon.c (mon.2) 31 : audit 0 from='client.? 172.21.15.165:0/3232594633' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:10:31.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:31 smithi189 bash[68090]: audit 2024-04-13T22:10:30.990236+0000 mon.c (mon.2) 31 : audit 0 from='client.? 172.21.15.165:0/3232594633' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:10:32.820 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:10:32 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:10:32] "GET /metrics HTTP/1.1" 200 34014 "" "Prometheus/2.43.0" 2024-04-13T22:10:32.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:32 smithi165 bash[82211]: cluster 2024-04-13T22:10:31.114165+0000 mgr.y (mgr.25865) 461 : cluster 0 pgmap v397: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:32.821 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:32 smithi165 bash[84613]: cluster 2024-04-13T22:10:31.114165+0000 mgr.y (mgr.25865) 461 : cluster 0 pgmap v397: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:32.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:32 smithi189 bash[68090]: cluster 2024-04-13T22:10:31.114165+0000 mgr.y (mgr.25865) 461 : cluster 0 pgmap v397: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:34.760 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph health --format=json 2024-04-13T22:10:34.771 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:34 smithi165 bash[82211]: cluster 2024-04-13T22:10:33.114928+0000 mgr.y (mgr.25865) 462 : cluster 0 pgmap v398: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:34.771 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:34 smithi165 bash[84613]: cluster 2024-04-13T22:10:33.114928+0000 mgr.y (mgr.25865) 462 : cluster 0 pgmap v398: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:34.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:34 smithi189 bash[68090]: cluster 2024-04-13T22:10:33.114928+0000 mgr.y (mgr.25865) 462 : cluster 0 pgmap v398: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:36.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:36 smithi165 bash[84613]: cluster 2024-04-13T22:10:35.115910+0000 mgr.y (mgr.25865) 463 : cluster 0 pgmap v399: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:36.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:36 smithi165 bash[84613]: audit 2024-04-13T22:10:36.422721+0000 mon.a (mon.0) 645 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:10:36.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:36 smithi165 bash[82211]: cluster 2024-04-13T22:10:35.115910+0000 mgr.y (mgr.25865) 463 : cluster 0 pgmap v399: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:36.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:36 smithi165 bash[82211]: audit 2024-04-13T22:10:36.422721+0000 mon.a (mon.0) 645 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:10:36.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:36 smithi189 bash[68090]: cluster 2024-04-13T22:10:35.115910+0000 mgr.y (mgr.25865) 463 : cluster 0 pgmap v399: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:36.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:36 smithi189 bash[68090]: audit 2024-04-13T22:10:36.422721+0000 mon.a (mon.0) 645 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-13T22:10:38.320 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:37 smithi165 bash[82211]: audit 2024-04-13T22:10:36.947052+0000 mon.a (mon.0) 646 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:10:38.320 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:37 smithi165 bash[82211]: audit 2024-04-13T22:10:36.951843+0000 mon.a (mon.0) 647 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:10:38.320 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:37 smithi165 bash[82211]: cluster 2024-04-13T22:10:37.116716+0000 mgr.y (mgr.25865) 464 : cluster 0 pgmap v400: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:38.320 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:37 smithi165 bash[84613]: audit 2024-04-13T22:10:36.947052+0000 mon.a (mon.0) 646 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:10:38.320 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:37 smithi165 bash[84613]: audit 2024-04-13T22:10:36.951843+0000 mon.a (mon.0) 647 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:10:38.320 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:37 smithi165 bash[84613]: cluster 2024-04-13T22:10:37.116716+0000 mgr.y (mgr.25865) 464 : cluster 0 pgmap v400: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:38.351 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:37 smithi189 bash[68090]: audit 2024-04-13T22:10:36.947052+0000 mon.a (mon.0) 646 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:10:38.351 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:37 smithi189 bash[68090]: audit 2024-04-13T22:10:36.951843+0000 mon.a (mon.0) 647 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:10:38.351 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:37 smithi189 bash[68090]: cluster 2024-04-13T22:10:37.116716+0000 mgr.y (mgr.25865) 464 : cluster 0 pgmap v400: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:39.496 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:10:40.436 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:40 smithi165 bash[82211]: cluster 2024-04-13T22:10:39.117602+0000 mgr.y (mgr.25865) 465 : cluster 0 pgmap v401: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:40.436 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:40 smithi165 bash[84613]: cluster 2024-04-13T22:10:39.117602+0000 mgr.y (mgr.25865) 465 : cluster 0 pgmap v401: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:40.601 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:40 smithi189 bash[68090]: cluster 2024-04-13T22:10:39.117602+0000 mgr.y (mgr.25865) 465 : cluster 0 pgmap v401: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:42.319 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:42 smithi165 bash[82211]: cluster 2024-04-13T22:10:41.118399+0000 mgr.y (mgr.25865) 466 : cluster 0 pgmap v402: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:42.320 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:42 smithi165 bash[84613]: cluster 2024-04-13T22:10:41.118399+0000 mgr.y (mgr.25865) 466 : cluster 0 pgmap v402: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:42.351 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 22:10:42 smithi189 bash[49915]: logger=cleanup t=2024-04-13T22:10:42.000278344Z level=info msg="Completed cleanup jobs" duration=66.144214ms 2024-04-13T22:10:42.351 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:42 smithi189 bash[68090]: cluster 2024-04-13T22:10:41.118399+0000 mgr.y (mgr.25865) 466 : cluster 0 pgmap v402: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:42.461 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T22:10:42.461 INFO:teuthology.orchestra.run.smithi165.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-13T22:10:42.750 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:10:42 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:10:42] "GET /metrics HTTP/1.1" 200 34014 "" "Prometheus/2.43.0" 2024-04-13T22:10:43.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:43 smithi165 bash[82211]: audit 2024-04-13T22:10:42.434836+0000 mon.a (mon.0) 648 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:10:43.821 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:43 smithi165 bash[82211]: audit 2024-04-13T22:10:42.440892+0000 mon.a (mon.0) 649 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:10:43.821 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:43 smithi165 bash[82211]: audit 2024-04-13T22:10:42.462186+0000 mon.c (mon.2) 32 : audit 0 from='client.? 172.21.15.165:0/3193424526' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:10:43.821 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:43 smithi165 bash[82211]: audit 2024-04-13T22:10:42.521329+0000 mon.a (mon.0) 650 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:10:43.821 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:43 smithi165 bash[82211]: audit 2024-04-13T22:10:42.526558+0000 mon.a (mon.0) 651 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:10:43.821 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:43 smithi165 bash[82211]: audit 2024-04-13T22:10:42.921733+0000 mon.a (mon.0) 652 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:10:43.821 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:43 smithi165 bash[82211]: audit 2024-04-13T22:10:43.172669+0000 mon.a (mon.0) 653 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:10:43.821 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:43 smithi165 bash[82211]: audit 2024-04-13T22:10:43.174082+0000 mon.a (mon.0) 654 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:10:43.821 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:43 smithi165 bash[82211]: audit 2024-04-13T22:10:43.181415+0000 mon.a (mon.0) 655 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:10:43.821 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:43 smithi165 bash[84613]: audit 2024-04-13T22:10:42.434836+0000 mon.a (mon.0) 648 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:10:43.821 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:43 smithi165 bash[84613]: audit 2024-04-13T22:10:42.440892+0000 mon.a (mon.0) 649 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:10:43.822 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:43 smithi165 bash[84613]: audit 2024-04-13T22:10:42.462186+0000 mon.c (mon.2) 32 : audit 0 from='client.? 172.21.15.165:0/3193424526' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:10:43.822 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:43 smithi165 bash[84613]: audit 2024-04-13T22:10:42.521329+0000 mon.a (mon.0) 650 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:10:43.822 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:43 smithi165 bash[84613]: audit 2024-04-13T22:10:42.526558+0000 mon.a (mon.0) 651 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:10:43.822 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:43 smithi165 bash[84613]: audit 2024-04-13T22:10:42.921733+0000 mon.a (mon.0) 652 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:10:43.822 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:43 smithi165 bash[84613]: audit 2024-04-13T22:10:43.172669+0000 mon.a (mon.0) 653 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:10:43.822 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:43 smithi165 bash[84613]: audit 2024-04-13T22:10:43.174082+0000 mon.a (mon.0) 654 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:10:43.822 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:43 smithi165 bash[84613]: audit 2024-04-13T22:10:43.181415+0000 mon.a (mon.0) 655 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:10:43.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:43 smithi189 bash[68090]: audit 2024-04-13T22:10:42.434836+0000 mon.a (mon.0) 648 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:10:43.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:43 smithi189 bash[68090]: audit 2024-04-13T22:10:42.440892+0000 mon.a (mon.0) 649 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:10:43.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:43 smithi189 bash[68090]: audit 2024-04-13T22:10:42.462186+0000 mon.c (mon.2) 32 : audit 0 from='client.? 172.21.15.165:0/3193424526' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:10:43.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:43 smithi189 bash[68090]: audit 2024-04-13T22:10:42.521329+0000 mon.a (mon.0) 650 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:10:43.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:43 smithi189 bash[68090]: audit 2024-04-13T22:10:42.526558+0000 mon.a (mon.0) 651 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:10:43.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:43 smithi189 bash[68090]: audit 2024-04-13T22:10:42.921733+0000 mon.a (mon.0) 652 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:10:43.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:43 smithi189 bash[68090]: audit 2024-04-13T22:10:43.172669+0000 mon.a (mon.0) 653 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-13T22:10:43.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:43 smithi189 bash[68090]: audit 2024-04-13T22:10:43.174082+0000 mon.a (mon.0) 654 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-13T22:10:43.852 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:43 smithi189 bash[68090]: audit 2024-04-13T22:10:43.181415+0000 mon.a (mon.0) 655 : audit 1 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' 2024-04-13T22:10:44.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:44 smithi165 bash[82211]: cluster 2024-04-13T22:10:43.118998+0000 mgr.y (mgr.25865) 467 : cluster 0 pgmap v403: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:44.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:44 smithi165 bash[84613]: cluster 2024-04-13T22:10:43.118998+0000 mgr.y (mgr.25865) 467 : cluster 0 pgmap v403: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:44.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:44 smithi189 bash[68090]: cluster 2024-04-13T22:10:43.118998+0000 mgr.y (mgr.25865) 467 : cluster 0 pgmap v403: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:46.131 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph health --format=json 2024-04-13T22:10:46.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:46 smithi165 bash[82211]: cluster 2024-04-13T22:10:45.119937+0000 mgr.y (mgr.25865) 468 : cluster 0 pgmap v404: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:46.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:46 smithi165 bash[84613]: cluster 2024-04-13T22:10:45.119937+0000 mgr.y (mgr.25865) 468 : cluster 0 pgmap v404: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:46.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:46 smithi189 bash[68090]: cluster 2024-04-13T22:10:45.119937+0000 mgr.y (mgr.25865) 468 : cluster 0 pgmap v404: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:48.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:48 smithi165 bash[82211]: cluster 2024-04-13T22:10:47.120747+0000 mgr.y (mgr.25865) 469 : cluster 0 pgmap v405: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:48.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:48 smithi165 bash[84613]: cluster 2024-04-13T22:10:47.120747+0000 mgr.y (mgr.25865) 469 : cluster 0 pgmap v405: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:48.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:48 smithi189 bash[68090]: cluster 2024-04-13T22:10:47.120747+0000 mgr.y (mgr.25865) 469 : cluster 0 pgmap v405: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:50.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:50 smithi165 bash[82211]: cluster 2024-04-13T22:10:49.121628+0000 mgr.y (mgr.25865) 470 : cluster 0 pgmap v406: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:50.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:50 smithi165 bash[84613]: cluster 2024-04-13T22:10:49.121628+0000 mgr.y (mgr.25865) 470 : cluster 0 pgmap v406: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:50.853 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:50 smithi189 bash[68090]: cluster 2024-04-13T22:10:49.121628+0000 mgr.y (mgr.25865) 470 : cluster 0 pgmap v406: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:50.867 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:10:52.616 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:52 smithi165 bash[82211]: cluster 2024-04-13T22:10:51.122380+0000 mgr.y (mgr.25865) 471 : cluster 0 pgmap v407: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:52.616 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:10:52 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:10:52] "GET /metrics HTTP/1.1" 200 34013 "" "Prometheus/2.43.0" 2024-04-13T22:10:52.616 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:52 smithi165 bash[84613]: cluster 2024-04-13T22:10:51.122380+0000 mgr.y (mgr.25865) 471 : cluster 0 pgmap v407: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:52.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:52 smithi189 bash[68090]: cluster 2024-04-13T22:10:51.122380+0000 mgr.y (mgr.25865) 471 : cluster 0 pgmap v407: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:53.810 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T22:10:53.810 INFO:teuthology.orchestra.run.smithi165.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-13T22:10:54.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:54 smithi165 bash[84613]: cluster 2024-04-13T22:10:53.123198+0000 mgr.y (mgr.25865) 472 : cluster 0 pgmap v408: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:54.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:54 smithi165 bash[84613]: audit 2024-04-13T22:10:53.811295+0000 mon.c (mon.2) 33 : audit 0 from='client.? 172.21.15.165:0/1353315078' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:10:54.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:54 smithi165 bash[82211]: cluster 2024-04-13T22:10:53.123198+0000 mgr.y (mgr.25865) 472 : cluster 0 pgmap v408: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:54.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:54 smithi165 bash[82211]: audit 2024-04-13T22:10:53.811295+0000 mon.c (mon.2) 33 : audit 0 from='client.? 172.21.15.165:0/1353315078' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:10:54.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:54 smithi189 bash[68090]: cluster 2024-04-13T22:10:53.123198+0000 mgr.y (mgr.25865) 472 : cluster 0 pgmap v408: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:54.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:54 smithi189 bash[68090]: audit 2024-04-13T22:10:53.811295+0000 mon.c (mon.2) 33 : audit 0 from='client.? 172.21.15.165:0/1353315078' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:10:56.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:56 smithi165 bash[82211]: cluster 2024-04-13T22:10:55.124009+0000 mgr.y (mgr.25865) 473 : cluster 0 pgmap v409: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:56.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:56 smithi165 bash[84613]: cluster 2024-04-13T22:10:55.124009+0000 mgr.y (mgr.25865) 473 : cluster 0 pgmap v409: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:56.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:56 smithi189 bash[68090]: cluster 2024-04-13T22:10:55.124009+0000 mgr.y (mgr.25865) 473 : cluster 0 pgmap v409: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:57.510 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph health --format=json 2024-04-13T22:10:58.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:58 smithi165 bash[82211]: cluster 2024-04-13T22:10:57.124788+0000 mgr.y (mgr.25865) 474 : cluster 0 pgmap v410: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:58.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:10:58 smithi165 bash[82211]: audit 2024-04-13T22:10:57.921742+0000 mon.a (mon.0) 656 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:10:58.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:58 smithi165 bash[84613]: cluster 2024-04-13T22:10:57.124788+0000 mgr.y (mgr.25865) 474 : cluster 0 pgmap v410: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:58.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:10:58 smithi165 bash[84613]: audit 2024-04-13T22:10:57.921742+0000 mon.a (mon.0) 656 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:10:58.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:58 smithi189 bash[68090]: cluster 2024-04-13T22:10:57.124788+0000 mgr.y (mgr.25865) 474 : cluster 0 pgmap v410: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:10:58.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:10:58 smithi189 bash[68090]: audit 2024-04-13T22:10:57.921742+0000 mon.a (mon.0) 656 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:11:00.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:11:00 smithi165 bash[82211]: cluster 2024-04-13T22:10:59.125630+0000 mgr.y (mgr.25865) 475 : cluster 0 pgmap v411: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:00.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:11:00 smithi165 bash[84613]: cluster 2024-04-13T22:10:59.125630+0000 mgr.y (mgr.25865) 475 : cluster 0 pgmap v411: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:00.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:11:00 smithi189 bash[68090]: cluster 2024-04-13T22:10:59.125630+0000 mgr.y (mgr.25865) 475 : cluster 0 pgmap v411: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:02.253 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:11:02.565 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:11:02 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:11:02] "GET /metrics HTTP/1.1" 200 34013 "" "Prometheus/2.43.0" 2024-04-13T22:11:02.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:11:02 smithi165 bash[82211]: cluster 2024-04-13T22:11:01.126418+0000 mgr.y (mgr.25865) 476 : cluster 0 pgmap v412: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:02.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:11:02 smithi165 bash[84613]: cluster 2024-04-13T22:11:01.126418+0000 mgr.y (mgr.25865) 476 : cluster 0 pgmap v412: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:02.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:11:02 smithi189 bash[68090]: cluster 2024-04-13T22:11:01.126418+0000 mgr.y (mgr.25865) 476 : cluster 0 pgmap v412: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:04.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:11:04 smithi165 bash[82211]: cluster 2024-04-13T22:11:03.127237+0000 mgr.y (mgr.25865) 477 : cluster 0 pgmap v413: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:04.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:11:04 smithi165 bash[84613]: cluster 2024-04-13T22:11:03.127237+0000 mgr.y (mgr.25865) 477 : cluster 0 pgmap v413: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:04.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:11:04 smithi189 bash[68090]: cluster 2024-04-13T22:11:03.127237+0000 mgr.y (mgr.25865) 477 : cluster 0 pgmap v413: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:05.429 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T22:11:05.429 INFO:teuthology.orchestra.run.smithi165.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-13T22:11:05.706 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:11:05 smithi165 bash[84613]: audit 2024-04-13T22:11:05.430089+0000 mon.a (mon.0) 657 : audit 0 from='client.? 172.21.15.165:0/3907671804' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:11:05.706 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:11:05 smithi165 bash[82211]: audit 2024-04-13T22:11:05.430089+0000 mon.a (mon.0) 657 : audit 0 from='client.? 172.21.15.165:0/3907671804' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:11:05.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:11:05 smithi189 bash[68090]: audit 2024-04-13T22:11:05.430089+0000 mon.a (mon.0) 657 : audit 0 from='client.? 172.21.15.165:0/3907671804' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:11:06.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:11:06 smithi189 bash[68090]: cluster 2024-04-13T22:11:05.127768+0000 mgr.y (mgr.25865) 478 : cluster 0 pgmap v414: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:07.070 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:11:06 smithi165 bash[82211]: cluster 2024-04-13T22:11:05.127768+0000 mgr.y (mgr.25865) 478 : cluster 0 pgmap v414: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:07.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:11:06 smithi165 bash[84613]: cluster 2024-04-13T22:11:05.127768+0000 mgr.y (mgr.25865) 478 : cluster 0 pgmap v414: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:08.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:11:08 smithi189 bash[68090]: cluster 2024-04-13T22:11:07.128498+0000 mgr.y (mgr.25865) 479 : cluster 0 pgmap v415: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:09.070 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:11:08 smithi165 bash[82211]: cluster 2024-04-13T22:11:07.128498+0000 mgr.y (mgr.25865) 479 : cluster 0 pgmap v415: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:09.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:11:08 smithi165 bash[84613]: cluster 2024-04-13T22:11:07.128498+0000 mgr.y (mgr.25865) 479 : cluster 0 pgmap v415: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:09.232 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph health --format=json 2024-04-13T22:11:10.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:11:10 smithi189 bash[68090]: cluster 2024-04-13T22:11:09.129361+0000 mgr.y (mgr.25865) 480 : cluster 0 pgmap v416: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:11.070 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:11:10 smithi165 bash[82211]: cluster 2024-04-13T22:11:09.129361+0000 mgr.y (mgr.25865) 480 : cluster 0 pgmap v416: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:11.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:11:10 smithi165 bash[84613]: cluster 2024-04-13T22:11:09.129361+0000 mgr.y (mgr.25865) 480 : cluster 0 pgmap v416: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:12.592 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:11:12 smithi165 bash[82211]: cluster 2024-04-13T22:11:11.130150+0000 mgr.y (mgr.25865) 481 : cluster 0 pgmap v417: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:12.593 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:11:12 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:11:12] "GET /metrics HTTP/1.1" 200 34013 "" "Prometheus/2.43.0" 2024-04-13T22:11:12.851 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:11:12 smithi189 bash[68090]: cluster 2024-04-13T22:11:11.130150+0000 mgr.y (mgr.25865) 481 : cluster 0 pgmap v417: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:13.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:11:12 smithi165 bash[84613]: cluster 2024-04-13T22:11:11.130150+0000 mgr.y (mgr.25865) 481 : cluster 0 pgmap v417: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:13.969 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:11:13.992 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:11:13 smithi165 bash[82211]: audit 2024-04-13T22:11:12.922108+0000 mon.a (mon.0) 658 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:11:13.992 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:11:13 smithi165 bash[84613]: audit 2024-04-13T22:11:12.922108+0000 mon.a (mon.0) 658 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:11:14.101 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:11:13 smithi189 bash[68090]: audit 2024-04-13T22:11:12.922108+0000 mon.a (mon.0) 658 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:11:14.904 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:11:14 smithi165 bash[82211]: cluster 2024-04-13T22:11:13.130942+0000 mgr.y (mgr.25865) 482 : cluster 0 pgmap v418: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:14.905 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:11:14 smithi165 bash[84613]: cluster 2024-04-13T22:11:13.130942+0000 mgr.y (mgr.25865) 482 : cluster 0 pgmap v418: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:15.101 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:11:14 smithi189 bash[68090]: cluster 2024-04-13T22:11:13.130942+0000 mgr.y (mgr.25865) 482 : cluster 0 pgmap v418: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:16.820 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:11:16 smithi165 bash[82211]: cluster 2024-04-13T22:11:15.131697+0000 mgr.y (mgr.25865) 483 : cluster 0 pgmap v419: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:16.820 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:11:16 smithi165 bash[84613]: cluster 2024-04-13T22:11:15.131697+0000 mgr.y (mgr.25865) 483 : cluster 0 pgmap v419: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:16.941 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T22:11:16.941 INFO:teuthology.orchestra.run.smithi165.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-13T22:11:17.101 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:11:16 smithi189 bash[68090]: cluster 2024-04-13T22:11:15.131697+0000 mgr.y (mgr.25865) 483 : cluster 0 pgmap v419: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:18.070 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:11:17 smithi165 bash[82211]: audit 2024-04-13T22:11:16.942390+0000 mon.a (mon.0) 659 : audit 0 from='client.? 172.21.15.165:0/1654673582' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:11:18.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:11:17 smithi165 bash[84613]: audit 2024-04-13T22:11:16.942390+0000 mon.a (mon.0) 659 : audit 0 from='client.? 172.21.15.165:0/1654673582' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:11:18.101 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:11:17 smithi189 bash[68090]: audit 2024-04-13T22:11:16.942390+0000 mon.a (mon.0) 659 : audit 0 from='client.? 172.21.15.165:0/1654673582' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:11:19.070 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:11:18 smithi165 bash[82211]: cluster 2024-04-13T22:11:17.132449+0000 mgr.y (mgr.25865) 484 : cluster 0 pgmap v420: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:19.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:11:18 smithi165 bash[84613]: cluster 2024-04-13T22:11:17.132449+0000 mgr.y (mgr.25865) 484 : cluster 0 pgmap v420: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:19.101 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:11:18 smithi189 bash[68090]: cluster 2024-04-13T22:11:17.132449+0000 mgr.y (mgr.25865) 484 : cluster 0 pgmap v420: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:20.657 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph health --format=json 2024-04-13T22:11:21.070 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:11:20 smithi165 bash[82211]: cluster 2024-04-13T22:11:19.133336+0000 mgr.y (mgr.25865) 485 : cluster 0 pgmap v421: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:21.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:11:20 smithi165 bash[84613]: cluster 2024-04-13T22:11:19.133336+0000 mgr.y (mgr.25865) 485 : cluster 0 pgmap v421: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:21.101 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:11:20 smithi189 bash[68090]: cluster 2024-04-13T22:11:19.133336+0000 mgr.y (mgr.25865) 485 : cluster 0 pgmap v421: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:22.626 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:11:22 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:11:22] "GET /metrics HTTP/1.1" 200 34014 "" "Prometheus/2.43.0" 2024-04-13T22:11:23.070 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:11:22 smithi165 bash[82211]: cluster 2024-04-13T22:11:21.134117+0000 mgr.y (mgr.25865) 486 : cluster 0 pgmap v422: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:23.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:11:22 smithi165 bash[84613]: cluster 2024-04-13T22:11:21.134117+0000 mgr.y (mgr.25865) 486 : cluster 0 pgmap v422: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:23.101 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:11:22 smithi189 bash[68090]: cluster 2024-04-13T22:11:21.134117+0000 mgr.y (mgr.25865) 486 : cluster 0 pgmap v422: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:25.070 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:11:24 smithi165 bash[82211]: cluster 2024-04-13T22:11:23.134893+0000 mgr.y (mgr.25865) 487 : cluster 0 pgmap v423: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:25.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:11:24 smithi165 bash[84613]: cluster 2024-04-13T22:11:23.134893+0000 mgr.y (mgr.25865) 487 : cluster 0 pgmap v423: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:25.101 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:11:24 smithi189 bash[68090]: cluster 2024-04-13T22:11:23.134893+0000 mgr.y (mgr.25865) 487 : cluster 0 pgmap v423: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:25.393 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:11:27.070 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:11:26 smithi165 bash[82211]: cluster 2024-04-13T22:11:25.135789+0000 mgr.y (mgr.25865) 488 : cluster 0 pgmap v424: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:27.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:11:26 smithi165 bash[84613]: cluster 2024-04-13T22:11:25.135789+0000 mgr.y (mgr.25865) 488 : cluster 0 pgmap v424: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:27.101 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:11:26 smithi189 bash[68090]: cluster 2024-04-13T22:11:25.135789+0000 mgr.y (mgr.25865) 488 : cluster 0 pgmap v424: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:28.323 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T22:11:28.324 INFO:teuthology.orchestra.run.smithi165.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-13T22:11:28.950 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:11:28 smithi165 bash[84613]: cluster 2024-04-13T22:11:27.136601+0000 mgr.y (mgr.25865) 489 : cluster 0 pgmap v425: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:28.950 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:11:28 smithi165 bash[84613]: audit 2024-04-13T22:11:27.921810+0000 mon.a (mon.0) 660 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:11:28.950 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:11:28 smithi165 bash[84613]: audit 2024-04-13T22:11:28.324647+0000 mon.c (mon.2) 34 : audit 0 from='client.? 172.21.15.165:0/828678620' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:11:28.950 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:11:28 smithi165 bash[82211]: cluster 2024-04-13T22:11:27.136601+0000 mgr.y (mgr.25865) 489 : cluster 0 pgmap v425: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:28.950 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:11:28 smithi165 bash[82211]: audit 2024-04-13T22:11:27.921810+0000 mon.a (mon.0) 660 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:11:28.950 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:11:28 smithi165 bash[82211]: audit 2024-04-13T22:11:28.324647+0000 mon.c (mon.2) 34 : audit 0 from='client.? 172.21.15.165:0/828678620' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:11:29.101 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:11:28 smithi189 bash[68090]: cluster 2024-04-13T22:11:27.136601+0000 mgr.y (mgr.25865) 489 : cluster 0 pgmap v425: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:29.101 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:11:28 smithi189 bash[68090]: audit 2024-04-13T22:11:27.921810+0000 mon.a (mon.0) 660 : audit 0 from='mgr.25865 172.21.15.165:0/2257832832' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-13T22:11:29.101 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:11:28 smithi189 bash[68090]: audit 2024-04-13T22:11:28.324647+0000 mon.c (mon.2) 34 : audit 0 from='client.? 172.21.15.165:0/828678620' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:11:31.070 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:11:30 smithi165 bash[82211]: cluster 2024-04-13T22:11:29.137455+0000 mgr.y (mgr.25865) 490 : cluster 0 pgmap v426: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:31.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:11:30 smithi165 bash[84613]: cluster 2024-04-13T22:11:29.137455+0000 mgr.y (mgr.25865) 490 : cluster 0 pgmap v426: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:31.101 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:11:30 smithi189 bash[68090]: cluster 2024-04-13T22:11:29.137455+0000 mgr.y (mgr.25865) 490 : cluster 0 pgmap v426: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:31.952 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 -- ceph health --format=json 2024-04-13T22:11:32.646 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:11:32 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:11:32] "GET /metrics HTTP/1.1" 200 34014 "" "Prometheus/2.43.0" 2024-04-13T22:11:33.070 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:11:32 smithi165 bash[82211]: cluster 2024-04-13T22:11:31.138263+0000 mgr.y (mgr.25865) 491 : cluster 0 pgmap v427: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:33.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:11:32 smithi165 bash[84613]: cluster 2024-04-13T22:11:31.138263+0000 mgr.y (mgr.25865) 491 : cluster 0 pgmap v427: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:33.101 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:11:32 smithi189 bash[68090]: cluster 2024-04-13T22:11:31.138263+0000 mgr.y (mgr.25865) 491 : cluster 0 pgmap v427: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:35.070 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:11:34 smithi165 bash[82211]: cluster 2024-04-13T22:11:33.139027+0000 mgr.y (mgr.25865) 492 : cluster 0 pgmap v428: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:35.071 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:11:34 smithi165 bash[84613]: cluster 2024-04-13T22:11:33.139027+0000 mgr.y (mgr.25865) 492 : cluster 0 pgmap v428: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:35.101 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:11:34 smithi189 bash[68090]: cluster 2024-04-13T22:11:33.139027+0000 mgr.y (mgr.25865) 492 : cluster 0 pgmap v428: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:36.691 INFO:teuthology.orchestra.run.smithi165.stderr:Inferring config /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/mon.a/config 2024-04-13T22:11:37.070 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:11:36 smithi165 bash[82211]: cluster 2024-04-13T22:11:35.139855+0000 mgr.y (mgr.25865) 493 : cluster 0 pgmap v429: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:37.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:11:36 smithi165 bash[84613]: cluster 2024-04-13T22:11:35.139855+0000 mgr.y (mgr.25865) 493 : cluster 0 pgmap v429: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:37.101 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:11:36 smithi189 bash[68090]: cluster 2024-04-13T22:11:35.139855+0000 mgr.y (mgr.25865) 493 : cluster 0 pgmap v429: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:39.070 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:11:38 smithi165 bash[82211]: cluster 2024-04-13T22:11:37.140699+0000 mgr.y (mgr.25865) 494 : cluster 0 pgmap v430: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:39.070 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:11:38 smithi165 bash[84613]: cluster 2024-04-13T22:11:37.140699+0000 mgr.y (mgr.25865) 494 : cluster 0 pgmap v430: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:39.101 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:11:38 smithi189 bash[68090]: cluster 2024-04-13T22:11:37.140699+0000 mgr.y (mgr.25865) 494 : cluster 0 pgmap v430: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:39.811 INFO:teuthology.orchestra.run.smithi165.stdout: 2024-04-13T22:11:39.811 INFO:teuthology.orchestra.run.smithi165.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-13T22:11:40.524 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_6c637841c215537a4502385240412f1966e0faab/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_6c637841c215537a4502385240412f1966e0faab/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/github.com_ceph_ceph-c_809afd3da6037ef1c60dcf79f89e65791b95f8ef/qa/tasks/ceph.py", line 1478, in healthy manager.wait_until_healthy(timeout=300) File "/home/teuthworker/src/github.com_ceph_ceph-c_809afd3da6037ef1c60dcf79f89e65791b95f8ef/qa/tasks/ceph_manager.py", line 3204, in wait_until_healthy assert time.time() - start < timeout, \ AssertionError: timeout expired in wait_until_healthy 2024-04-13T22:11:40.875 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=4fe6bec5719147cd8a57f326506164e9 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_6c637841c215537a4502385240412f1966e0faab/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_6c637841c215537a4502385240412f1966e0faab/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/github.com_ceph_ceph-c_809afd3da6037ef1c60dcf79f89e65791b95f8ef/qa/tasks/ceph.py", line 1478, in healthy manager.wait_until_healthy(timeout=300) File "/home/teuthworker/src/github.com_ceph_ceph-c_809afd3da6037ef1c60dcf79f89e65791b95f8ef/qa/tasks/ceph_manager.py", line 3204, in wait_until_healthy assert time.time() - start < timeout, \ AssertionError: timeout expired in wait_until_healthy 2024-04-13T22:11:40.878 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-13T22:11:40.887 INFO:tasks.cephadm:Teardown begin 2024-04-13T22:11:40.888 DEBUG:teuthology.orchestra.run.smithi165:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-13T22:11:40.892 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:11:40 smithi165 bash[82211]: cluster 2024-04-13T22:11:39.141574+0000 mgr.y (mgr.25865) 495 : cluster 0 pgmap v431: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:40.892 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:11:40 smithi165 bash[82211]: audit 2024-04-13T22:11:39.812040+0000 mon.a (mon.0) 661 : audit 0 from='client.? 172.21.15.165:0/3833268559' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:11:40.892 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:11:40 smithi165 bash[84613]: cluster 2024-04-13T22:11:39.141574+0000 mgr.y (mgr.25865) 495 : cluster 0 pgmap v431: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:40.892 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:11:40 smithi165 bash[84613]: audit 2024-04-13T22:11:39.812040+0000 mon.a (mon.0) 661 : audit 0 from='client.? 172.21.15.165:0/3833268559' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:11:40.906 DEBUG:teuthology.orchestra.run.smithi189:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-13T22:11:40.918 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:11:40 smithi189 bash[68090]: cluster 2024-04-13T22:11:39.141574+0000 mgr.y (mgr.25865) 495 : cluster 0 pgmap v431: 73 pgs: 73 active+clean; 4.6 MiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-13T22:11:40.918 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:11:40 smithi189 bash[68090]: audit 2024-04-13T22:11:39.812040+0000 mon.a (mon.0) 661 : audit 0 from='client.? 172.21.15.165:0/3833268559' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-13T22:11:40.921 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-13T22:11:40.921 DEBUG:teuthology.orchestra.run.smithi165:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-13T22:11:40.954 DEBUG:teuthology.orchestra.run.smithi189:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-13T22:11:40.968 INFO:tasks.cephadm:Stopping all daemons... 2024-04-13T22:11:40.968 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-13T22:11:40.968 DEBUG:teuthology.orchestra.run.smithi165:> sudo systemctl stop ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@mon.a 2024-04-13T22:11:41.165 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:11:41 smithi165 bash[74606]: [13/Apr/2024:22:11:41] ENGINE Bus STOPPING 2024-04-13T22:11:41.166 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:11:41 smithi165 systemd[1]: Stopping Ceph mon.a for 1c29171c-f9de-11ee-bc8e-c7b262605968... 2024-04-13T22:11:41.166 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:11:41 smithi165 bash[82211]: debug 2024-04-13T22:11:41.132+0000 7fd2839fa700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-04-13T22:11:41.166 INFO:journalctl@ceph.mon.a.smithi165.stdout:Apr 13 22:11:41 smithi165 bash[82211]: debug 2024-04-13T22:11:41.132+0000 7fd2839fa700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-04-13T22:11:41.265 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:11:41 smithi165 bash[74606]: [13/Apr/2024:22:11:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T22:11:41.265 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:11:41 smithi165 bash[74606]: [13/Apr/2024:22:11:41] ENGINE Bus STOPPED 2024-04-13T22:11:41.266 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:11:41 smithi165 bash[74606]: [13/Apr/2024:22:11:41] ENGINE Bus STARTING 2024-04-13T22:11:41.266 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:11:41 smithi165 bash[74606]: [13/Apr/2024:22:11:41] ENGINE Serving on http://:::9283 2024-04-13T22:11:41.570 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:11:41 smithi165 bash[74606]: [13/Apr/2024:22:11:41] ENGINE Bus STARTED 2024-04-13T22:11:42.055 DEBUG:teuthology.orchestra.run.smithi165:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@mon.a.service' 2024-04-13T22:11:42.091 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T22:11:42.092 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-13T22:11:42.092 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-04-13T22:11:42.092 DEBUG:teuthology.orchestra.run.smithi165:> sudo systemctl stop ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@mon.c 2024-04-13T22:11:42.320 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:11:42 smithi165 bash[74606]: [13/Apr/2024:22:11:42] ENGINE Bus STOPPING 2024-04-13T22:11:42.320 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:11:42 smithi165 bash[74606]: [13/Apr/2024:22:11:42] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-13T22:11:42.321 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:11:42 smithi165 bash[74606]: [13/Apr/2024:22:11:42] ENGINE Bus STOPPED 2024-04-13T22:11:42.321 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:11:42 smithi165 bash[74606]: [13/Apr/2024:22:11:42] ENGINE Bus STARTING 2024-04-13T22:11:42.321 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:11:42 smithi165 systemd[1]: Stopping Ceph mon.c for 1c29171c-f9de-11ee-bc8e-c7b262605968... 2024-04-13T22:11:42.321 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:11:42 smithi165 bash[84613]: debug 2024-04-13T22:11:42.244+0000 7f30b675c700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-04-13T22:11:42.321 INFO:journalctl@ceph.mon.c.smithi165.stdout:Apr 13 22:11:42 smithi165 bash[84613]: debug 2024-04-13T22:11:42.244+0000 7f30b675c700 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-04-13T22:11:42.416 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:11:42 smithi165 bash[74606]: ::ffff:172.21.15.189 - - [13/Apr/2024:22:11:42] "GET /metrics HTTP/1.1" 200 34014 "" "Prometheus/2.43.0" 2024-04-13T22:11:42.416 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:11:42 smithi165 bash[74606]: [13/Apr/2024:22:11:42] ENGINE Serving on http://:::9283 2024-04-13T22:11:42.416 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:11:42 smithi165 bash[74606]: [13/Apr/2024:22:11:42] ENGINE Bus STARTED 2024-04-13T22:11:43.218 DEBUG:teuthology.orchestra.run.smithi165:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@mon.c.service' 2024-04-13T22:11:43.242 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T22:11:43.242 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-04-13T22:11:43.242 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-04-13T22:11:43.243 DEBUG:teuthology.orchestra.run.smithi189:> sudo systemctl stop ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@mon.b 2024-04-13T22:11:43.517 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:11:43 smithi189 systemd[1]: Stopping Ceph mon.b for 1c29171c-f9de-11ee-bc8e-c7b262605968... 2024-04-13T22:11:43.518 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:11:43 smithi189 bash[68090]: debug 2024-04-13T22:11:43.386+0000 7f695a747700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-04-13T22:11:43.518 INFO:journalctl@ceph.mon.b.smithi189.stdout:Apr 13 22:11:43 smithi189 bash[68090]: debug 2024-04-13T22:11:43.386+0000 7f695a747700 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-04-13T22:11:44.250 DEBUG:teuthology.orchestra.run.smithi189:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@mon.b.service' 2024-04-13T22:11:44.283 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T22:11:44.284 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-04-13T22:11:44.284 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-13T22:11:44.284 DEBUG:teuthology.orchestra.run.smithi165:> sudo systemctl stop ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@mgr.y 2024-04-13T22:11:44.570 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:11:44 smithi165 systemd[1]: Stopping Ceph mgr.y for 1c29171c-f9de-11ee-bc8e-c7b262605968... 2024-04-13T22:11:44.570 INFO:journalctl@ceph.mgr.y.smithi165.stdout:Apr 13 22:11:44 smithi165 bash[74606]: debug 2024-04-13T22:11:44.436+0000 7feb535fd700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-13T22:11:45.370 DEBUG:teuthology.orchestra.run.smithi165:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@mgr.y.service' 2024-04-13T22:11:45.393 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T22:11:45.394 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-13T22:11:45.394 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-13T22:11:45.394 DEBUG:teuthology.orchestra.run.smithi189:> sudo systemctl stop ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@mgr.x 2024-04-13T22:11:45.761 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Apr 13 22:11:45 smithi189 systemd[1]: Stopping Ceph mgr.x for 1c29171c-f9de-11ee-bc8e-c7b262605968... 2024-04-13T22:11:46.321 DEBUG:teuthology.orchestra.run.smithi189:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@mgr.x.service' 2024-04-13T22:11:46.343 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T22:11:46.344 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-13T22:11:46.344 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-13T22:11:46.344 DEBUG:teuthology.orchestra.run.smithi165:> sudo systemctl stop ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@osd.0 2024-04-13T22:11:46.820 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 22:11:46 smithi165 systemd[1]: Stopping Ceph osd.0 for 1c29171c-f9de-11ee-bc8e-c7b262605968... 2024-04-13T22:11:46.820 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 22:11:46 smithi165 bash[91152]: debug 2024-04-13T22:11:46.496+0000 7f9ee4e87700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-13T22:11:46.821 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 22:11:46 smithi165 bash[91152]: debug 2024-04-13T22:11:46.496+0000 7f9ee4e87700 -1 osd.0 117 *** Got signal Terminated *** 2024-04-13T22:11:46.821 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 22:11:46 smithi165 bash[91152]: debug 2024-04-13T22:11:46.496+0000 7f9ee4e87700 -1 osd.0 117 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T22:11:52.822 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 22:11:52 smithi165 bash[121618]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-osd-0 2024-04-13T22:11:52.823 INFO:journalctl@ceph.osd.0.smithi165.stdout:Apr 13 22:11:52 smithi165 bash[121681]: Error response from daemon: No such container: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-osd-0 2024-04-13T22:11:54.623 DEBUG:teuthology.orchestra.run.smithi165:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@osd.0.service' 2024-04-13T22:11:54.650 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T22:11:54.650 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-13T22:11:54.650 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-13T22:11:54.651 DEBUG:teuthology.orchestra.run.smithi165:> sudo systemctl stop ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@osd.1 2024-04-13T22:11:55.070 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 22:11:54 smithi165 systemd[1]: Stopping Ceph osd.1 for 1c29171c-f9de-11ee-bc8e-c7b262605968... 2024-04-13T22:11:55.071 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 22:11:54 smithi165 bash[96055]: debug 2024-04-13T22:11:54.808+0000 7f401dff2700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-13T22:11:55.071 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 22:11:54 smithi165 bash[96055]: debug 2024-04-13T22:11:54.808+0000 7f401dff2700 -1 osd.1 117 *** Got signal Terminated *** 2024-04-13T22:11:55.071 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 22:11:54 smithi165 bash[96055]: debug 2024-04-13T22:11:54.808+0000 7f401dff2700 -1 osd.1 117 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T22:12:00.570 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:12:00 smithi165 bash[58271]: ts=2024-04-13T22:12:00.171Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi165.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.165:8443: connect: connection refused" 2024-04-13T22:12:00.571 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:12:00 smithi165 bash[58271]: ts=2024-04-13T22:12:00.172Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi189.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.189:8443: connect: connection refused" 2024-04-13T22:12:01.320 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 22:12:00 smithi165 bash[121821]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-osd-1 2024-04-13T22:12:01.321 INFO:journalctl@ceph.osd.1.smithi165.stdout:Apr 13 22:12:01 smithi165 bash[121884]: Error response from daemon: No such container: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-osd-1 2024-04-13T22:12:02.895 DEBUG:teuthology.orchestra.run.smithi165:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@osd.1.service' 2024-04-13T22:12:02.924 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T22:12:02.924 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-13T22:12:02.924 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-13T22:12:02.924 DEBUG:teuthology.orchestra.run.smithi165:> sudo systemctl stop ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@osd.2 2024-04-13T22:12:03.320 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 22:12:02 smithi165 systemd[1]: Stopping Ceph osd.2 for 1c29171c-f9de-11ee-bc8e-c7b262605968... 2024-04-13T22:12:03.321 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 22:12:03 smithi165 bash[100708]: debug 2024-04-13T22:12:03.084+0000 7f675da44700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-13T22:12:03.321 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 22:12:03 smithi165 bash[100708]: debug 2024-04-13T22:12:03.084+0000 7f675da44700 -1 osd.2 117 *** Got signal Terminated *** 2024-04-13T22:12:03.321 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 22:12:03 smithi165 bash[100708]: debug 2024-04-13T22:12:03.084+0000 7f675da44700 -1 osd.2 117 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T22:12:09.320 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 22:12:09 smithi165 bash[122018]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-osd-2 2024-04-13T22:12:09.321 INFO:journalctl@ceph.osd.2.smithi165.stdout:Apr 13 22:12:09 smithi165 bash[122082]: Error response from daemon: No such container: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-osd-2 2024-04-13T22:12:10.170 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:12:10 smithi165 bash[58271]: ts=2024-04-13T22:12:10.170Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi189.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.189:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi165.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.165:8443: connect: connection refused" 2024-04-13T22:12:10.171 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:12:10 smithi165 bash[58271]: ts=2024-04-13T22:12:10.171Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi165.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.165:8443: connect: connection refused" 2024-04-13T22:12:10.542 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:12:10 smithi165 bash[58271]: ts=2024-04-13T22:12:10.172Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi189.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.189:8443: connect: connection refused" 2024-04-13T22:12:11.043 DEBUG:teuthology.orchestra.run.smithi165:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@osd.2.service' 2024-04-13T22:12:11.071 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T22:12:11.071 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-13T22:12:11.072 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-13T22:12:11.072 DEBUG:teuthology.orchestra.run.smithi165:> sudo systemctl stop ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@osd.3 2024-04-13T22:12:11.320 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 22:12:11 smithi165 systemd[1]: Stopping Ceph osd.3 for 1c29171c-f9de-11ee-bc8e-c7b262605968... 2024-04-13T22:12:11.320 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 22:12:11 smithi165 bash[105089]: debug 2024-04-13T22:12:11.236+0000 7ff836d4f700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-13T22:12:11.321 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 22:12:11 smithi165 bash[105089]: debug 2024-04-13T22:12:11.236+0000 7ff836d4f700 -1 osd.3 117 *** Got signal Terminated *** 2024-04-13T22:12:11.321 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 22:12:11 smithi165 bash[105089]: debug 2024-04-13T22:12:11.236+0000 7ff836d4f700 -1 osd.3 117 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T22:12:13.102 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:12 smithi189 bash[32876]: debug 2024-04-13T22:12:12.826+0000 7ff9beadc700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:49.960914+0000 front 2024-04-13T22:11:49.961444+0000 (oldest deadline 2024-04-13T22:12:12.761471+0000) 2024-04-13T22:12:13.820 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 22:12:13 smithi165 bash[105089]: debug 2024-04-13T22:12:13.407+0000 7ff833343700 -1 osd.3 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:47.937869+0000 front 2024-04-13T22:11:47.937977+0000 (oldest deadline 2024-04-13T22:12:12.637608+0000) 2024-04-13T22:12:14.101 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:13 smithi189 bash[32876]: debug 2024-04-13T22:12:13.850+0000 7ff9beadc700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:49.960914+0000 front 2024-04-13T22:11:49.961444+0000 (oldest deadline 2024-04-13T22:12:12.761471+0000) 2024-04-13T22:12:14.820 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 22:12:14 smithi165 bash[105089]: debug 2024-04-13T22:12:14.411+0000 7ff833343700 -1 osd.3 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:47.937869+0000 front 2024-04-13T22:11:47.937977+0000 (oldest deadline 2024-04-13T22:12:12.637608+0000) 2024-04-13T22:12:15.098 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:14 smithi189 bash[32876]: debug 2024-04-13T22:12:14.834+0000 7ff9beadc700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:49.960914+0000 front 2024-04-13T22:11:49.961444+0000 (oldest deadline 2024-04-13T22:12:12.761471+0000) 2024-04-13T22:12:15.351 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:15 smithi189 bash[38223]: debug 2024-04-13T22:12:15.098+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:48.982926+0000 front 2024-04-13T22:11:48.983083+0000 (oldest deadline 2024-04-13T22:12:14.882707+0000) 2024-04-13T22:12:15.820 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 22:12:15 smithi165 bash[105089]: debug 2024-04-13T22:12:15.379+0000 7ff833343700 -1 osd.3 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:47.937869+0000 front 2024-04-13T22:11:47.937977+0000 (oldest deadline 2024-04-13T22:12:12.637608+0000) 2024-04-13T22:12:15.851 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:15 smithi189 bash[43867]: debug 2024-04-13T22:12:15.494+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:51.108484+0000 front 2024-04-13T22:11:51.108448+0000 (oldest deadline 2024-04-13T22:12:14.608217+0000) 2024-04-13T22:12:16.351 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:15 smithi189 bash[32876]: debug 2024-04-13T22:12:15.850+0000 7ff9beadc700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:49.960914+0000 front 2024-04-13T22:11:49.961444+0000 (oldest deadline 2024-04-13T22:12:12.761471+0000) 2024-04-13T22:12:16.352 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:16 smithi189 bash[38223]: debug 2024-04-13T22:12:16.054+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:48.982926+0000 front 2024-04-13T22:11:48.983083+0000 (oldest deadline 2024-04-13T22:12:14.882707+0000) 2024-04-13T22:12:16.851 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:12:16 smithi189 bash[73773]: debug 2024-04-13T22:12:16.662+0000 7fb5e3d43700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:50.094412+0000 front 2024-04-13T22:11:50.094994+0000 (oldest deadline 2024-04-13T22:12:15.994469+0000) 2024-04-13T22:12:16.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:16 smithi189 bash[43867]: debug 2024-04-13T22:12:16.462+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:51.108484+0000 front 2024-04-13T22:11:51.108448+0000 (oldest deadline 2024-04-13T22:12:14.608217+0000) 2024-04-13T22:12:17.351 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:16 smithi189 bash[32876]: debug 2024-04-13T22:12:16.854+0000 7ff9beadc700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:49.960914+0000 front 2024-04-13T22:11:49.961444+0000 (oldest deadline 2024-04-13T22:12:12.761471+0000) 2024-04-13T22:12:17.352 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:17 smithi189 bash[38223]: debug 2024-04-13T22:12:17.010+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:48.982926+0000 front 2024-04-13T22:11:48.983083+0000 (oldest deadline 2024-04-13T22:12:14.882707+0000) 2024-04-13T22:12:17.446 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 22:12:17 smithi165 bash[122216]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-osd-3 2024-04-13T22:12:17.446 INFO:journalctl@ceph.osd.3.smithi165.stdout:Apr 13 22:12:17 smithi165 bash[122278]: Error response from daemon: No such container: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-osd-3 2024-04-13T22:12:17.851 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:12:17 smithi189 bash[73773]: debug 2024-04-13T22:12:17.626+0000 7fb5e3d43700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:50.094412+0000 front 2024-04-13T22:11:50.094994+0000 (oldest deadline 2024-04-13T22:12:15.994469+0000) 2024-04-13T22:12:17.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:17 smithi189 bash[43867]: debug 2024-04-13T22:12:17.418+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:51.108484+0000 front 2024-04-13T22:11:51.108448+0000 (oldest deadline 2024-04-13T22:12:14.608217+0000) 2024-04-13T22:12:18.351 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:17 smithi189 bash[32876]: debug 2024-04-13T22:12:17.854+0000 7ff9beadc700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:49.960914+0000 front 2024-04-13T22:11:49.961444+0000 (oldest deadline 2024-04-13T22:12:12.761471+0000) 2024-04-13T22:12:18.352 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:17 smithi189 bash[38223]: debug 2024-04-13T22:12:17.962+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:48.982926+0000 front 2024-04-13T22:11:48.983083+0000 (oldest deadline 2024-04-13T22:12:14.882707+0000) 2024-04-13T22:12:18.853 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:18 smithi189 bash[43867]: debug 2024-04-13T22:12:18.446+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:51.108484+0000 front 2024-04-13T22:11:51.108448+0000 (oldest deadline 2024-04-13T22:12:14.608217+0000) 2024-04-13T22:12:18.854 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:12:18 smithi189 bash[73773]: debug 2024-04-13T22:12:18.642+0000 7fb5e3d43700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:50.094412+0000 front 2024-04-13T22:11:50.094994+0000 (oldest deadline 2024-04-13T22:12:15.994469+0000) 2024-04-13T22:12:19.201 DEBUG:teuthology.orchestra.run.smithi165:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@osd.3.service' 2024-04-13T22:12:19.228 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T22:12:19.229 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-13T22:12:19.229 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-13T22:12:19.229 DEBUG:teuthology.orchestra.run.smithi189:> sudo systemctl stop ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@osd.4 2024-04-13T22:12:19.240 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:18 smithi189 bash[32876]: debug 2024-04-13T22:12:18.866+0000 7ff9beadc700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:49.960914+0000 front 2024-04-13T22:11:49.961444+0000 (oldest deadline 2024-04-13T22:12:12.761471+0000) 2024-04-13T22:12:19.241 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:19 smithi189 bash[38223]: debug 2024-04-13T22:12:19.002+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:48.982926+0000 front 2024-04-13T22:11:48.983083+0000 (oldest deadline 2024-04-13T22:12:14.882707+0000) 2024-04-13T22:12:19.601 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:19 smithi189 bash[43867]: debug 2024-04-13T22:12:19.434+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:51.108484+0000 front 2024-04-13T22:11:51.108448+0000 (oldest deadline 2024-04-13T22:12:14.608217+0000) 2024-04-13T22:12:19.602 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:12:19 smithi189 systemd[1]: Stopping Ceph osd.4 for 1c29171c-f9de-11ee-bc8e-c7b262605968... 2024-04-13T22:12:19.602 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:12:19 smithi189 bash[73773]: debug 2024-04-13T22:12:19.442+0000 7fb5eb757700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-13T22:12:19.602 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:12:19 smithi189 bash[73773]: debug 2024-04-13T22:12:19.442+0000 7fb5eb757700 -1 osd.4 117 *** Got signal Terminated *** 2024-04-13T22:12:19.602 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:12:19 smithi189 bash[73773]: debug 2024-04-13T22:12:19.442+0000 7fb5eb757700 -1 osd.4 117 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T22:12:19.973 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:12:19 smithi189 bash[73773]: debug 2024-04-13T22:12:19.658+0000 7fb5e3d43700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:50.094412+0000 front 2024-04-13T22:11:50.094994+0000 (oldest deadline 2024-04-13T22:12:15.994469+0000) 2024-04-13T22:12:19.974 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:19 smithi189 bash[32876]: debug 2024-04-13T22:12:19.878+0000 7ff9beadc700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:49.960914+0000 front 2024-04-13T22:11:49.961444+0000 (oldest deadline 2024-04-13T22:12:12.761471+0000) 2024-04-13T22:12:20.351 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:19 smithi189 bash[38223]: debug 2024-04-13T22:12:19.970+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:48.982926+0000 front 2024-04-13T22:11:48.983083+0000 (oldest deadline 2024-04-13T22:12:14.882707+0000) 2024-04-13T22:12:20.570 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:12:20 smithi165 bash[58271]: ts=2024-04-13T22:12:20.171Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi189.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.189:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi165.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.165:8443: connect: connection refused" 2024-04-13T22:12:20.571 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:12:20 smithi165 bash[58271]: ts=2024-04-13T22:12:20.172Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi165.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.165:8443: connect: connection refused" 2024-04-13T22:12:20.571 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:12:20 smithi165 bash[58271]: ts=2024-04-13T22:12:20.173Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi189.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.189:8443: connect: connection refused" 2024-04-13T22:12:20.851 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:12:20 smithi189 bash[73773]: debug 2024-04-13T22:12:20.685+0000 7fb5e3d43700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:50.094412+0000 front 2024-04-13T22:11:50.094994+0000 (oldest deadline 2024-04-13T22:12:15.994469+0000) 2024-04-13T22:12:20.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:20 smithi189 bash[43867]: debug 2024-04-13T22:12:20.473+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:51.108484+0000 front 2024-04-13T22:11:51.108448+0000 (oldest deadline 2024-04-13T22:12:14.608217+0000) 2024-04-13T22:12:21.351 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:20 smithi189 bash[32876]: debug 2024-04-13T22:12:20.925+0000 7ff9beadc700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:49.960914+0000 front 2024-04-13T22:11:49.961444+0000 (oldest deadline 2024-04-13T22:12:12.761471+0000) 2024-04-13T22:12:21.352 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:20 smithi189 bash[38223]: debug 2024-04-13T22:12:20.933+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:48.982926+0000 front 2024-04-13T22:11:48.983083+0000 (oldest deadline 2024-04-13T22:12:14.882707+0000) 2024-04-13T22:12:21.851 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:12:21 smithi189 bash[73773]: debug 2024-04-13T22:12:21.705+0000 7fb5e3d43700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:50.094412+0000 front 2024-04-13T22:11:50.094994+0000 (oldest deadline 2024-04-13T22:12:15.994469+0000) 2024-04-13T22:12:21.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:21 smithi189 bash[43867]: debug 2024-04-13T22:12:21.493+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:51.108484+0000 front 2024-04-13T22:11:51.108448+0000 (oldest deadline 2024-04-13T22:12:14.608217+0000) 2024-04-13T22:12:22.352 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:21 smithi189 bash[38223]: debug 2024-04-13T22:12:21.897+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:48.982926+0000 front 2024-04-13T22:11:48.983083+0000 (oldest deadline 2024-04-13T22:12:14.882707+0000) 2024-04-13T22:12:22.353 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:21 smithi189 bash[32876]: debug 2024-04-13T22:12:21.877+0000 7ff9beadc700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:49.960914+0000 front 2024-04-13T22:11:49.961444+0000 (oldest deadline 2024-04-13T22:12:12.761471+0000) 2024-04-13T22:12:22.353 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:21 smithi189 bash[32876]: debug 2024-04-13T22:12:21.877+0000 7ff9beadc700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:56.863155+0000 front 2024-04-13T22:11:56.862944+0000 (oldest deadline 2024-04-13T22:12:21.562677+0000) 2024-04-13T22:12:22.835 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:22 smithi189 bash[43867]: debug 2024-04-13T22:12:22.505+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:51.108484+0000 front 2024-04-13T22:11:51.108448+0000 (oldest deadline 2024-04-13T22:12:14.608217+0000) 2024-04-13T22:12:22.836 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:22 smithi189 bash[43867]: debug 2024-04-13T22:12:22.505+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.610535+0000 front 2024-04-13T22:11:58.610736+0000 (oldest deadline 2024-04-13T22:12:22.110452+0000) 2024-04-13T22:12:22.836 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:12:22 smithi189 bash[73773]: debug 2024-04-13T22:12:22.745+0000 7fb5e3d43700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:50.094412+0000 front 2024-04-13T22:11:50.094994+0000 (oldest deadline 2024-04-13T22:12:15.994469+0000) 2024-04-13T22:12:22.836 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:12:22 smithi189 bash[73773]: debug 2024-04-13T22:12:22.745+0000 7fb5e3d43700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:57.696044+0000 front 2024-04-13T22:11:57.695921+0000 (oldest deadline 2024-04-13T22:12:21.795684+0000) 2024-04-13T22:12:23.101 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:22 smithi189 bash[32876]: debug 2024-04-13T22:12:22.829+0000 7ff9beadc700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:49.960914+0000 front 2024-04-13T22:11:49.961444+0000 (oldest deadline 2024-04-13T22:12:12.761471+0000) 2024-04-13T22:12:23.102 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:22 smithi189 bash[32876]: debug 2024-04-13T22:12:22.829+0000 7ff9beadc700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:56.863155+0000 front 2024-04-13T22:11:56.862944+0000 (oldest deadline 2024-04-13T22:12:21.562677+0000) 2024-04-13T22:12:23.102 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:22 smithi189 bash[38223]: debug 2024-04-13T22:12:22.937+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:48.982926+0000 front 2024-04-13T22:11:48.983083+0000 (oldest deadline 2024-04-13T22:12:14.882707+0000) 2024-04-13T22:12:23.757 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:23 smithi189 bash[43867]: debug 2024-04-13T22:12:23.477+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:51.108484+0000 front 2024-04-13T22:11:51.108448+0000 (oldest deadline 2024-04-13T22:12:14.608217+0000) 2024-04-13T22:12:23.757 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:23 smithi189 bash[43867]: debug 2024-04-13T22:12:23.477+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.610535+0000 front 2024-04-13T22:11:58.610736+0000 (oldest deadline 2024-04-13T22:12:22.110452+0000) 2024-04-13T22:12:24.101 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:12:23 smithi189 bash[73773]: debug 2024-04-13T22:12:23.753+0000 7fb5e3d43700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:50.094412+0000 front 2024-04-13T22:11:50.094994+0000 (oldest deadline 2024-04-13T22:12:15.994469+0000) 2024-04-13T22:12:24.102 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:12:23 smithi189 bash[73773]: debug 2024-04-13T22:12:23.753+0000 7fb5e3d43700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:57.696044+0000 front 2024-04-13T22:11:57.695921+0000 (oldest deadline 2024-04-13T22:12:21.795684+0000) 2024-04-13T22:12:24.102 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:23 smithi189 bash[32876]: debug 2024-04-13T22:12:23.825+0000 7ff9beadc700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:49.960914+0000 front 2024-04-13T22:11:49.961444+0000 (oldest deadline 2024-04-13T22:12:12.761471+0000) 2024-04-13T22:12:24.102 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:23 smithi189 bash[32876]: debug 2024-04-13T22:12:23.825+0000 7ff9beadc700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:56.863155+0000 front 2024-04-13T22:11:56.862944+0000 (oldest deadline 2024-04-13T22:12:21.562677+0000) 2024-04-13T22:12:24.102 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:23 smithi189 bash[38223]: debug 2024-04-13T22:12:23.921+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:48.982926+0000 front 2024-04-13T22:11:48.983083+0000 (oldest deadline 2024-04-13T22:12:14.882707+0000) 2024-04-13T22:12:24.103 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:23 smithi189 bash[38223]: debug 2024-04-13T22:12:23.921+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.185567+0000 front 2024-04-13T22:11:58.185536+0000 (oldest deadline 2024-04-13T22:12:23.385977+0000) 2024-04-13T22:12:24.803 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:24 smithi189 bash[43867]: debug 2024-04-13T22:12:24.453+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:51.108484+0000 front 2024-04-13T22:11:51.108448+0000 (oldest deadline 2024-04-13T22:12:14.608217+0000) 2024-04-13T22:12:24.804 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:24 smithi189 bash[43867]: debug 2024-04-13T22:12:24.453+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.610535+0000 front 2024-04-13T22:11:58.610736+0000 (oldest deadline 2024-04-13T22:12:22.110452+0000) 2024-04-13T22:12:25.087 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:24 smithi189 bash[38223]: debug 2024-04-13T22:12:24.917+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:48.982926+0000 front 2024-04-13T22:11:48.983083+0000 (oldest deadline 2024-04-13T22:12:14.882707+0000) 2024-04-13T22:12:25.087 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:24 smithi189 bash[38223]: debug 2024-04-13T22:12:24.917+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.185567+0000 front 2024-04-13T22:11:58.185536+0000 (oldest deadline 2024-04-13T22:12:23.385977+0000) 2024-04-13T22:12:25.088 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:24 smithi189 bash[32876]: debug 2024-04-13T22:12:24.797+0000 7ff9beadc700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:49.960914+0000 front 2024-04-13T22:11:49.961444+0000 (oldest deadline 2024-04-13T22:12:12.761471+0000) 2024-04-13T22:12:25.088 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:24 smithi189 bash[32876]: debug 2024-04-13T22:12:24.797+0000 7ff9beadc700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:56.863155+0000 front 2024-04-13T22:11:56.862944+0000 (oldest deadline 2024-04-13T22:12:21.562677+0000) 2024-04-13T22:12:25.809 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:12:25 smithi189 bash[79550]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-osd-4 2024-04-13T22:12:25.810 INFO:journalctl@ceph.osd.4.smithi189.stdout:Apr 13 22:12:25 smithi189 bash[79614]: Error response from daemon: No such container: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-osd-4 2024-04-13T22:12:25.810 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:25 smithi189 bash[43867]: debug 2024-04-13T22:12:25.441+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:51.108484+0000 front 2024-04-13T22:11:51.108448+0000 (oldest deadline 2024-04-13T22:12:14.608217+0000) 2024-04-13T22:12:25.810 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:25 smithi189 bash[43867]: debug 2024-04-13T22:12:25.441+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.610535+0000 front 2024-04-13T22:11:58.610736+0000 (oldest deadline 2024-04-13T22:12:22.110452+0000) 2024-04-13T22:12:26.101 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:25 smithi189 bash[32876]: debug 2024-04-13T22:12:25.805+0000 7ff9beadc700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:49.960914+0000 front 2024-04-13T22:11:49.961444+0000 (oldest deadline 2024-04-13T22:12:12.761471+0000) 2024-04-13T22:12:26.102 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:25 smithi189 bash[32876]: debug 2024-04-13T22:12:25.805+0000 7ff9beadc700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:56.863155+0000 front 2024-04-13T22:11:56.862944+0000 (oldest deadline 2024-04-13T22:12:21.562677+0000) 2024-04-13T22:12:26.102 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:25 smithi189 bash[38223]: debug 2024-04-13T22:12:25.897+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:48.982926+0000 front 2024-04-13T22:11:48.983083+0000 (oldest deadline 2024-04-13T22:12:14.882707+0000) 2024-04-13T22:12:26.102 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:25 smithi189 bash[38223]: debug 2024-04-13T22:12:25.897+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.185567+0000 front 2024-04-13T22:11:58.185536+0000 (oldest deadline 2024-04-13T22:12:23.385977+0000) 2024-04-13T22:12:26.847 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:26 smithi189 bash[43867]: debug 2024-04-13T22:12:26.449+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:51.108484+0000 front 2024-04-13T22:11:51.108448+0000 (oldest deadline 2024-04-13T22:12:14.608217+0000) 2024-04-13T22:12:26.848 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:26 smithi189 bash[43867]: debug 2024-04-13T22:12:26.449+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.610535+0000 front 2024-04-13T22:11:58.610736+0000 (oldest deadline 2024-04-13T22:12:22.110452+0000) 2024-04-13T22:12:27.101 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:26 smithi189 bash[32876]: debug 2024-04-13T22:12:26.841+0000 7ff9beadc700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:49.960914+0000 front 2024-04-13T22:11:49.961444+0000 (oldest deadline 2024-04-13T22:12:12.761471+0000) 2024-04-13T22:12:27.102 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:26 smithi189 bash[32876]: debug 2024-04-13T22:12:26.841+0000 7ff9beadc700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:56.863155+0000 front 2024-04-13T22:11:56.862944+0000 (oldest deadline 2024-04-13T22:12:21.562677+0000) 2024-04-13T22:12:27.102 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:26 smithi189 bash[38223]: debug 2024-04-13T22:12:26.897+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:48.982926+0000 front 2024-04-13T22:11:48.983083+0000 (oldest deadline 2024-04-13T22:12:14.882707+0000) 2024-04-13T22:12:27.102 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:26 smithi189 bash[38223]: debug 2024-04-13T22:12:26.897+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.185567+0000 front 2024-04-13T22:11:58.185536+0000 (oldest deadline 2024-04-13T22:12:23.385977+0000) 2024-04-13T22:12:27.600 DEBUG:teuthology.orchestra.run.smithi189:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@osd.4.service' 2024-04-13T22:12:27.671 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T22:12:27.671 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-13T22:12:27.671 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-13T22:12:27.671 DEBUG:teuthology.orchestra.run.smithi189:> sudo systemctl stop ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@osd.5 2024-04-13T22:12:27.812 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:27 smithi189 systemd[1]: Stopping Ceph osd.5 for 1c29171c-f9de-11ee-bc8e-c7b262605968... 2024-04-13T22:12:27.812 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:27 smithi189 bash[43867]: debug 2024-04-13T22:12:27.477+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:51.108484+0000 front 2024-04-13T22:11:51.108448+0000 (oldest deadline 2024-04-13T22:12:14.608217+0000) 2024-04-13T22:12:27.812 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:27 smithi189 bash[43867]: debug 2024-04-13T22:12:27.477+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.610535+0000 front 2024-04-13T22:11:58.610736+0000 (oldest deadline 2024-04-13T22:12:22.110452+0000) 2024-04-13T22:12:27.851 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:27 smithi189 bash[32876]: debug 2024-04-13T22:12:27.805+0000 7ff9beadc700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:49.960914+0000 front 2024-04-13T22:11:49.961444+0000 (oldest deadline 2024-04-13T22:12:12.761471+0000) 2024-04-13T22:12:27.851 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:27 smithi189 bash[32876]: debug 2024-04-13T22:12:27.805+0000 7ff9beadc700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:56.863155+0000 front 2024-04-13T22:11:56.862944+0000 (oldest deadline 2024-04-13T22:12:21.562677+0000) 2024-04-13T22:12:27.852 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:27 smithi189 bash[32876]: debug 2024-04-13T22:12:27.837+0000 7ff9c64ee700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-13T22:12:27.852 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:27 smithi189 bash[32876]: debug 2024-04-13T22:12:27.837+0000 7ff9c64ee700 -1 osd.5 117 *** Got signal Terminated *** 2024-04-13T22:12:27.852 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:27 smithi189 bash[32876]: debug 2024-04-13T22:12:27.837+0000 7ff9c64ee700 -1 osd.5 117 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T22:12:28.101 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:27 smithi189 bash[38223]: debug 2024-04-13T22:12:27.921+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:48.982926+0000 front 2024-04-13T22:11:48.983083+0000 (oldest deadline 2024-04-13T22:12:14.882707+0000) 2024-04-13T22:12:28.102 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:27 smithi189 bash[38223]: debug 2024-04-13T22:12:27.921+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.185567+0000 front 2024-04-13T22:11:58.185536+0000 (oldest deadline 2024-04-13T22:12:23.385977+0000) 2024-04-13T22:12:28.833 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:28 smithi189 bash[43867]: debug 2024-04-13T22:12:28.497+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:51.108484+0000 front 2024-04-13T22:11:51.108448+0000 (oldest deadline 2024-04-13T22:12:14.608217+0000) 2024-04-13T22:12:28.833 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:28 smithi189 bash[43867]: debug 2024-04-13T22:12:28.497+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.610535+0000 front 2024-04-13T22:11:58.610736+0000 (oldest deadline 2024-04-13T22:12:22.110452+0000) 2024-04-13T22:12:29.101 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:28 smithi189 bash[32876]: debug 2024-04-13T22:12:28.829+0000 7ff9beadc700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:49.960914+0000 front 2024-04-13T22:11:49.961444+0000 (oldest deadline 2024-04-13T22:12:12.761471+0000) 2024-04-13T22:12:29.102 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:28 smithi189 bash[32876]: debug 2024-04-13T22:12:28.829+0000 7ff9beadc700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:56.863155+0000 front 2024-04-13T22:11:56.862944+0000 (oldest deadline 2024-04-13T22:12:21.562677+0000) 2024-04-13T22:12:29.102 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:28 smithi189 bash[38223]: debug 2024-04-13T22:12:28.953+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:48.982926+0000 front 2024-04-13T22:11:48.983083+0000 (oldest deadline 2024-04-13T22:12:14.882707+0000) 2024-04-13T22:12:29.102 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:28 smithi189 bash[38223]: debug 2024-04-13T22:12:28.953+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.185567+0000 front 2024-04-13T22:11:58.185536+0000 (oldest deadline 2024-04-13T22:12:23.385977+0000) 2024-04-13T22:12:29.851 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:29 smithi189 bash[43867]: debug 2024-04-13T22:12:29.465+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:51.108484+0000 front 2024-04-13T22:11:51.108448+0000 (oldest deadline 2024-04-13T22:12:14.608217+0000) 2024-04-13T22:12:29.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:29 smithi189 bash[43867]: debug 2024-04-13T22:12:29.465+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.610535+0000 front 2024-04-13T22:11:58.610736+0000 (oldest deadline 2024-04-13T22:12:22.110452+0000) 2024-04-13T22:12:30.352 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:29 smithi189 bash[32876]: debug 2024-04-13T22:12:29.857+0000 7ff9beadc700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:49.960914+0000 front 2024-04-13T22:11:49.961444+0000 (oldest deadline 2024-04-13T22:12:12.761471+0000) 2024-04-13T22:12:30.352 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:29 smithi189 bash[32876]: debug 2024-04-13T22:12:29.857+0000 7ff9beadc700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:56.863155+0000 front 2024-04-13T22:11:56.862944+0000 (oldest deadline 2024-04-13T22:12:21.562677+0000) 2024-04-13T22:12:30.352 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:29 smithi189 bash[32876]: debug 2024-04-13T22:12:29.857+0000 7ff9beadc700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.165:6822 osd.2 since back 2024-04-13T22:12:06.864140+0000 front 2024-04-13T22:12:06.864111+0000 (oldest deadline 2024-04-13T22:12:29.164096+0000) 2024-04-13T22:12:30.352 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:29 smithi189 bash[38223]: debug 2024-04-13T22:12:29.933+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:48.982926+0000 front 2024-04-13T22:11:48.983083+0000 (oldest deadline 2024-04-13T22:12:14.882707+0000) 2024-04-13T22:12:30.353 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:29 smithi189 bash[38223]: debug 2024-04-13T22:12:29.933+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.185567+0000 front 2024-04-13T22:11:58.185536+0000 (oldest deadline 2024-04-13T22:12:23.385977+0000) 2024-04-13T22:12:30.353 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:29 smithi189 bash[38223]: debug 2024-04-13T22:12:29.933+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6822 osd.2 since back 2024-04-13T22:12:03.386798+0000 front 2024-04-13T22:12:03.386943+0000 (oldest deadline 2024-04-13T22:12:29.286623+0000) 2024-04-13T22:12:30.570 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:12:30 smithi165 bash[58271]: ts=2024-04-13T22:12:30.172Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi189.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.189:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi165.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.165:8443: connect: connection refused" 2024-04-13T22:12:30.571 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:12:30 smithi165 bash[58271]: ts=2024-04-13T22:12:30.172Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi165.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.165:8443: connect: connection refused" 2024-04-13T22:12:30.571 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:12:30 smithi165 bash[58271]: ts=2024-04-13T22:12:30.173Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi189.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.189:8443: connect: connection refused" 2024-04-13T22:12:30.842 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:30 smithi189 bash[43867]: debug 2024-04-13T22:12:30.469+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:51.108484+0000 front 2024-04-13T22:11:51.108448+0000 (oldest deadline 2024-04-13T22:12:14.608217+0000) 2024-04-13T22:12:30.842 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:30 smithi189 bash[43867]: debug 2024-04-13T22:12:30.469+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.610535+0000 front 2024-04-13T22:11:58.610736+0000 (oldest deadline 2024-04-13T22:12:22.110452+0000) 2024-04-13T22:12:31.101 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:30 smithi189 bash[32876]: debug 2024-04-13T22:12:30.841+0000 7ff9beadc700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:49.960914+0000 front 2024-04-13T22:11:49.961444+0000 (oldest deadline 2024-04-13T22:12:12.761471+0000) 2024-04-13T22:12:31.102 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:30 smithi189 bash[32876]: debug 2024-04-13T22:12:30.841+0000 7ff9beadc700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:56.863155+0000 front 2024-04-13T22:11:56.862944+0000 (oldest deadline 2024-04-13T22:12:21.562677+0000) 2024-04-13T22:12:31.102 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:30 smithi189 bash[32876]: debug 2024-04-13T22:12:30.841+0000 7ff9beadc700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.165:6822 osd.2 since back 2024-04-13T22:12:06.864140+0000 front 2024-04-13T22:12:06.864111+0000 (oldest deadline 2024-04-13T22:12:29.164096+0000) 2024-04-13T22:12:31.102 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:30 smithi189 bash[38223]: debug 2024-04-13T22:12:30.909+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:48.982926+0000 front 2024-04-13T22:11:48.983083+0000 (oldest deadline 2024-04-13T22:12:14.882707+0000) 2024-04-13T22:12:31.102 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:30 smithi189 bash[38223]: debug 2024-04-13T22:12:30.909+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.185567+0000 front 2024-04-13T22:11:58.185536+0000 (oldest deadline 2024-04-13T22:12:23.385977+0000) 2024-04-13T22:12:31.102 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:30 smithi189 bash[38223]: debug 2024-04-13T22:12:30.909+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6822 osd.2 since back 2024-04-13T22:12:03.386798+0000 front 2024-04-13T22:12:03.386943+0000 (oldest deadline 2024-04-13T22:12:29.286623+0000) 2024-04-13T22:12:31.819 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:31 smithi189 bash[43867]: debug 2024-04-13T22:12:31.497+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:51.108484+0000 front 2024-04-13T22:11:51.108448+0000 (oldest deadline 2024-04-13T22:12:14.608217+0000) 2024-04-13T22:12:31.819 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:31 smithi189 bash[43867]: debug 2024-04-13T22:12:31.497+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.610535+0000 front 2024-04-13T22:11:58.610736+0000 (oldest deadline 2024-04-13T22:12:22.110452+0000) 2024-04-13T22:12:32.101 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:31 smithi189 bash[32876]: debug 2024-04-13T22:12:31.813+0000 7ff9beadc700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:49.960914+0000 front 2024-04-13T22:11:49.961444+0000 (oldest deadline 2024-04-13T22:12:12.761471+0000) 2024-04-13T22:12:32.102 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:31 smithi189 bash[32876]: debug 2024-04-13T22:12:31.813+0000 7ff9beadc700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:56.863155+0000 front 2024-04-13T22:11:56.862944+0000 (oldest deadline 2024-04-13T22:12:21.562677+0000) 2024-04-13T22:12:32.102 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:31 smithi189 bash[32876]: debug 2024-04-13T22:12:31.813+0000 7ff9beadc700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.165:6822 osd.2 since back 2024-04-13T22:12:06.864140+0000 front 2024-04-13T22:12:06.864111+0000 (oldest deadline 2024-04-13T22:12:29.164096+0000) 2024-04-13T22:12:32.102 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:31 smithi189 bash[38223]: debug 2024-04-13T22:12:31.921+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:48.982926+0000 front 2024-04-13T22:11:48.983083+0000 (oldest deadline 2024-04-13T22:12:14.882707+0000) 2024-04-13T22:12:32.102 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:31 smithi189 bash[38223]: debug 2024-04-13T22:12:31.921+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.185567+0000 front 2024-04-13T22:11:58.185536+0000 (oldest deadline 2024-04-13T22:12:23.385977+0000) 2024-04-13T22:12:32.102 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:31 smithi189 bash[38223]: debug 2024-04-13T22:12:31.921+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6822 osd.2 since back 2024-04-13T22:12:03.386798+0000 front 2024-04-13T22:12:03.386943+0000 (oldest deadline 2024-04-13T22:12:29.286623+0000) 2024-04-13T22:12:32.832 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:32 smithi189 bash[43867]: debug 2024-04-13T22:12:32.489+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:51.108484+0000 front 2024-04-13T22:11:51.108448+0000 (oldest deadline 2024-04-13T22:12:14.608217+0000) 2024-04-13T22:12:32.833 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:32 smithi189 bash[43867]: debug 2024-04-13T22:12:32.489+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.610535+0000 front 2024-04-13T22:11:58.610736+0000 (oldest deadline 2024-04-13T22:12:22.110452+0000) 2024-04-13T22:12:32.833 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:32 smithi189 bash[43867]: debug 2024-04-13T22:12:32.489+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6822 osd.2 since back 2024-04-13T22:12:06.212159+0000 front 2024-04-13T22:12:06.211984+0000 (oldest deadline 2024-04-13T22:12:31.511801+0000) 2024-04-13T22:12:33.102 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:32 smithi189 bash[32876]: debug 2024-04-13T22:12:32.825+0000 7ff9beadc700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:49.960914+0000 front 2024-04-13T22:11:49.961444+0000 (oldest deadline 2024-04-13T22:12:12.761471+0000) 2024-04-13T22:12:33.102 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:32 smithi189 bash[32876]: debug 2024-04-13T22:12:32.825+0000 7ff9beadc700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:56.863155+0000 front 2024-04-13T22:11:56.862944+0000 (oldest deadline 2024-04-13T22:12:21.562677+0000) 2024-04-13T22:12:33.102 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:32 smithi189 bash[32876]: debug 2024-04-13T22:12:32.825+0000 7ff9beadc700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.165:6822 osd.2 since back 2024-04-13T22:12:06.864140+0000 front 2024-04-13T22:12:06.864111+0000 (oldest deadline 2024-04-13T22:12:29.164096+0000) 2024-04-13T22:12:33.102 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:32 smithi189 bash[38223]: debug 2024-04-13T22:12:32.885+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:48.982926+0000 front 2024-04-13T22:11:48.983083+0000 (oldest deadline 2024-04-13T22:12:14.882707+0000) 2024-04-13T22:12:33.103 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:32 smithi189 bash[38223]: debug 2024-04-13T22:12:32.885+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.185567+0000 front 2024-04-13T22:11:58.185536+0000 (oldest deadline 2024-04-13T22:12:23.385977+0000) 2024-04-13T22:12:33.103 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:32 smithi189 bash[38223]: debug 2024-04-13T22:12:32.885+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6822 osd.2 since back 2024-04-13T22:12:03.386798+0000 front 2024-04-13T22:12:03.386943+0000 (oldest deadline 2024-04-13T22:12:29.286623+0000) 2024-04-13T22:12:33.602 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:33 smithi189 bash[43867]: debug 2024-04-13T22:12:33.465+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:51.108484+0000 front 2024-04-13T22:11:51.108448+0000 (oldest deadline 2024-04-13T22:12:14.608217+0000) 2024-04-13T22:12:33.602 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:33 smithi189 bash[43867]: debug 2024-04-13T22:12:33.465+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.610535+0000 front 2024-04-13T22:11:58.610736+0000 (oldest deadline 2024-04-13T22:12:22.110452+0000) 2024-04-13T22:12:33.602 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:33 smithi189 bash[43867]: debug 2024-04-13T22:12:33.465+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6822 osd.2 since back 2024-04-13T22:12:06.212159+0000 front 2024-04-13T22:12:06.211984+0000 (oldest deadline 2024-04-13T22:12:31.511801+0000) 2024-04-13T22:12:34.101 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:33 smithi189 bash[79748]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-osd-5 2024-04-13T22:12:34.102 INFO:journalctl@ceph.osd.5.smithi189.stdout:Apr 13 22:12:33 smithi189 bash[79814]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-osd-5 2024-04-13T22:12:34.102 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:33 smithi189 bash[38223]: debug 2024-04-13T22:12:33.873+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:48.982926+0000 front 2024-04-13T22:11:48.983083+0000 (oldest deadline 2024-04-13T22:12:14.882707+0000) 2024-04-13T22:12:34.102 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:33 smithi189 bash[38223]: debug 2024-04-13T22:12:33.873+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.185567+0000 front 2024-04-13T22:11:58.185536+0000 (oldest deadline 2024-04-13T22:12:23.385977+0000) 2024-04-13T22:12:34.102 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:33 smithi189 bash[38223]: debug 2024-04-13T22:12:33.873+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6822 osd.2 since back 2024-04-13T22:12:03.386798+0000 front 2024-04-13T22:12:03.386943+0000 (oldest deadline 2024-04-13T22:12:29.286623+0000) 2024-04-13T22:12:34.712 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:34 smithi189 bash[43867]: debug 2024-04-13T22:12:34.509+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:51.108484+0000 front 2024-04-13T22:11:51.108448+0000 (oldest deadline 2024-04-13T22:12:14.608217+0000) 2024-04-13T22:12:34.713 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:34 smithi189 bash[43867]: debug 2024-04-13T22:12:34.509+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.610535+0000 front 2024-04-13T22:11:58.610736+0000 (oldest deadline 2024-04-13T22:12:22.110452+0000) 2024-04-13T22:12:34.713 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:34 smithi189 bash[43867]: debug 2024-04-13T22:12:34.509+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6822 osd.2 since back 2024-04-13T22:12:06.212159+0000 front 2024-04-13T22:12:06.211984+0000 (oldest deadline 2024-04-13T22:12:31.511801+0000) 2024-04-13T22:12:34.713 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 22:12:34 smithi189 bash[60687]: ts=2024-04-13T22:12:34.432Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.165:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.165:8765: connect: connection refused" 2024-04-13T22:12:34.714 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 22:12:34 smithi189 bash[60687]: ts=2024-04-13T22:12:34.435Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.165:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.165:8765: connect: connection refused" 2024-04-13T22:12:34.714 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 22:12:34 smithi189 bash[60687]: ts=2024-04-13T22:12:34.439Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.165:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.165:8765: connect: connection refused" 2024-04-13T22:12:34.714 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 22:12:34 smithi189 bash[60687]: ts=2024-04-13T22:12:34.443Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.165:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.165:8765: connect: connection refused" 2024-04-13T22:12:34.714 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 22:12:34 smithi189 bash[60687]: ts=2024-04-13T22:12:34.445Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.165:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.165:8765: connect: connection refused" 2024-04-13T22:12:35.076 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:34 smithi189 bash[38223]: debug 2024-04-13T22:12:34.893+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:48.982926+0000 front 2024-04-13T22:11:48.983083+0000 (oldest deadline 2024-04-13T22:12:14.882707+0000) 2024-04-13T22:12:35.076 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:34 smithi189 bash[38223]: debug 2024-04-13T22:12:34.893+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.185567+0000 front 2024-04-13T22:11:58.185536+0000 (oldest deadline 2024-04-13T22:12:23.385977+0000) 2024-04-13T22:12:35.076 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:34 smithi189 bash[38223]: debug 2024-04-13T22:12:34.893+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6822 osd.2 since back 2024-04-13T22:12:03.386798+0000 front 2024-04-13T22:12:03.386943+0000 (oldest deadline 2024-04-13T22:12:29.286623+0000) 2024-04-13T22:12:35.643 DEBUG:teuthology.orchestra.run.smithi189:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@osd.5.service' 2024-04-13T22:12:35.671 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T22:12:35.671 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-13T22:12:35.671 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-13T22:12:35.671 DEBUG:teuthology.orchestra.run.smithi189:> sudo systemctl stop ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@osd.6 2024-04-13T22:12:35.839 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:35 smithi189 systemd[1]: Stopping Ceph osd.6 for 1c29171c-f9de-11ee-bc8e-c7b262605968... 2024-04-13T22:12:35.840 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:35 smithi189 bash[43867]: debug 2024-04-13T22:12:35.521+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:51.108484+0000 front 2024-04-13T22:11:51.108448+0000 (oldest deadline 2024-04-13T22:12:14.608217+0000) 2024-04-13T22:12:35.840 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:35 smithi189 bash[43867]: debug 2024-04-13T22:12:35.521+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.610535+0000 front 2024-04-13T22:11:58.610736+0000 (oldest deadline 2024-04-13T22:12:22.110452+0000) 2024-04-13T22:12:35.840 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:35 smithi189 bash[43867]: debug 2024-04-13T22:12:35.521+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6822 osd.2 since back 2024-04-13T22:12:06.212159+0000 front 2024-04-13T22:12:06.211984+0000 (oldest deadline 2024-04-13T22:12:31.511801+0000) 2024-04-13T22:12:35.936 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:35 smithi189 bash[38223]: debug 2024-04-13T22:12:35.833+0000 7fd17e12e700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-13T22:12:35.936 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:35 smithi189 bash[38223]: debug 2024-04-13T22:12:35.833+0000 7fd17e12e700 -1 osd.6 117 *** Got signal Terminated *** 2024-04-13T22:12:35.937 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:35 smithi189 bash[38223]: debug 2024-04-13T22:12:35.833+0000 7fd17e12e700 -1 osd.6 117 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T22:12:36.101 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:35 smithi189 bash[38223]: debug 2024-04-13T22:12:35.933+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:48.982926+0000 front 2024-04-13T22:11:48.983083+0000 (oldest deadline 2024-04-13T22:12:14.882707+0000) 2024-04-13T22:12:36.102 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:35 smithi189 bash[38223]: debug 2024-04-13T22:12:35.933+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.185567+0000 front 2024-04-13T22:11:58.185536+0000 (oldest deadline 2024-04-13T22:12:23.385977+0000) 2024-04-13T22:12:36.102 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:35 smithi189 bash[38223]: debug 2024-04-13T22:12:35.933+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6822 osd.2 since back 2024-04-13T22:12:03.386798+0000 front 2024-04-13T22:12:03.386943+0000 (oldest deadline 2024-04-13T22:12:29.286623+0000) 2024-04-13T22:12:36.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:36 smithi189 bash[43867]: debug 2024-04-13T22:12:36.557+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:51.108484+0000 front 2024-04-13T22:11:51.108448+0000 (oldest deadline 2024-04-13T22:12:14.608217+0000) 2024-04-13T22:12:36.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:36 smithi189 bash[43867]: debug 2024-04-13T22:12:36.557+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.610535+0000 front 2024-04-13T22:11:58.610736+0000 (oldest deadline 2024-04-13T22:12:22.110452+0000) 2024-04-13T22:12:36.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:36 smithi189 bash[43867]: debug 2024-04-13T22:12:36.557+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6822 osd.2 since back 2024-04-13T22:12:06.212159+0000 front 2024-04-13T22:12:06.211984+0000 (oldest deadline 2024-04-13T22:12:31.511801+0000) 2024-04-13T22:12:37.352 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:36 smithi189 bash[38223]: debug 2024-04-13T22:12:36.957+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:48.982926+0000 front 2024-04-13T22:11:48.983083+0000 (oldest deadline 2024-04-13T22:12:14.882707+0000) 2024-04-13T22:12:37.352 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:36 smithi189 bash[38223]: debug 2024-04-13T22:12:36.957+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.185567+0000 front 2024-04-13T22:11:58.185536+0000 (oldest deadline 2024-04-13T22:12:23.385977+0000) 2024-04-13T22:12:37.352 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:36 smithi189 bash[38223]: debug 2024-04-13T22:12:36.957+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6822 osd.2 since back 2024-04-13T22:12:03.386798+0000 front 2024-04-13T22:12:03.386943+0000 (oldest deadline 2024-04-13T22:12:29.286623+0000) 2024-04-13T22:12:37.960 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:37 smithi189 bash[43867]: debug 2024-04-13T22:12:37.609+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:51.108484+0000 front 2024-04-13T22:11:51.108448+0000 (oldest deadline 2024-04-13T22:12:14.608217+0000) 2024-04-13T22:12:37.960 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:37 smithi189 bash[43867]: debug 2024-04-13T22:12:37.609+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.610535+0000 front 2024-04-13T22:11:58.610736+0000 (oldest deadline 2024-04-13T22:12:22.110452+0000) 2024-04-13T22:12:37.960 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:37 smithi189 bash[43867]: debug 2024-04-13T22:12:37.609+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6822 osd.2 since back 2024-04-13T22:12:06.212159+0000 front 2024-04-13T22:12:06.211984+0000 (oldest deadline 2024-04-13T22:12:31.511801+0000) 2024-04-13T22:12:38.352 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:37 smithi189 bash[38223]: debug 2024-04-13T22:12:37.957+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:48.982926+0000 front 2024-04-13T22:11:48.983083+0000 (oldest deadline 2024-04-13T22:12:14.882707+0000) 2024-04-13T22:12:38.352 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:37 smithi189 bash[38223]: debug 2024-04-13T22:12:37.957+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.185567+0000 front 2024-04-13T22:11:58.185536+0000 (oldest deadline 2024-04-13T22:12:23.385977+0000) 2024-04-13T22:12:38.352 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:37 smithi189 bash[38223]: debug 2024-04-13T22:12:37.957+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6822 osd.2 since back 2024-04-13T22:12:03.386798+0000 front 2024-04-13T22:12:03.386943+0000 (oldest deadline 2024-04-13T22:12:29.286623+0000) 2024-04-13T22:12:38.352 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:37 smithi189 bash[38223]: debug 2024-04-13T22:12:37.957+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6830 osd.3 since back 2024-04-13T22:12:12.787986+0000 front 2024-04-13T22:12:12.788230+0000 (oldest deadline 2024-04-13T22:12:37.487956+0000) 2024-04-13T22:12:38.851 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:38 smithi189 bash[43867]: debug 2024-04-13T22:12:38.593+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:51.108484+0000 front 2024-04-13T22:11:51.108448+0000 (oldest deadline 2024-04-13T22:12:14.608217+0000) 2024-04-13T22:12:38.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:38 smithi189 bash[43867]: debug 2024-04-13T22:12:38.593+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.610535+0000 front 2024-04-13T22:11:58.610736+0000 (oldest deadline 2024-04-13T22:12:22.110452+0000) 2024-04-13T22:12:38.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:38 smithi189 bash[43867]: debug 2024-04-13T22:12:38.593+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6822 osd.2 since back 2024-04-13T22:12:06.212159+0000 front 2024-04-13T22:12:06.211984+0000 (oldest deadline 2024-04-13T22:12:31.511801+0000) 2024-04-13T22:12:39.351 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:38 smithi189 bash[38223]: debug 2024-04-13T22:12:38.917+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:48.982926+0000 front 2024-04-13T22:11:48.983083+0000 (oldest deadline 2024-04-13T22:12:14.882707+0000) 2024-04-13T22:12:39.352 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:38 smithi189 bash[38223]: debug 2024-04-13T22:12:38.917+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.185567+0000 front 2024-04-13T22:11:58.185536+0000 (oldest deadline 2024-04-13T22:12:23.385977+0000) 2024-04-13T22:12:39.352 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:38 smithi189 bash[38223]: debug 2024-04-13T22:12:38.917+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6822 osd.2 since back 2024-04-13T22:12:03.386798+0000 front 2024-04-13T22:12:03.386943+0000 (oldest deadline 2024-04-13T22:12:29.286623+0000) 2024-04-13T22:12:39.352 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:38 smithi189 bash[38223]: debug 2024-04-13T22:12:38.917+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6830 osd.3 since back 2024-04-13T22:12:12.787986+0000 front 2024-04-13T22:12:12.788230+0000 (oldest deadline 2024-04-13T22:12:37.487956+0000) 2024-04-13T22:12:39.851 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:39 smithi189 bash[43867]: debug 2024-04-13T22:12:39.549+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:51.108484+0000 front 2024-04-13T22:11:51.108448+0000 (oldest deadline 2024-04-13T22:12:14.608217+0000) 2024-04-13T22:12:39.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:39 smithi189 bash[43867]: debug 2024-04-13T22:12:39.549+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.610535+0000 front 2024-04-13T22:11:58.610736+0000 (oldest deadline 2024-04-13T22:12:22.110452+0000) 2024-04-13T22:12:39.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:39 smithi189 bash[43867]: debug 2024-04-13T22:12:39.549+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6822 osd.2 since back 2024-04-13T22:12:06.212159+0000 front 2024-04-13T22:12:06.211984+0000 (oldest deadline 2024-04-13T22:12:31.511801+0000) 2024-04-13T22:12:39.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:39 smithi189 bash[43867]: debug 2024-04-13T22:12:39.549+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6830 osd.3 since back 2024-04-13T22:12:16.213330+0000 front 2024-04-13T22:12:16.213243+0000 (oldest deadline 2024-04-13T22:12:39.112924+0000) 2024-04-13T22:12:40.352 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:39 smithi189 bash[38223]: debug 2024-04-13T22:12:39.917+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:48.982926+0000 front 2024-04-13T22:11:48.983083+0000 (oldest deadline 2024-04-13T22:12:14.882707+0000) 2024-04-13T22:12:40.352 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:39 smithi189 bash[38223]: debug 2024-04-13T22:12:39.917+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.185567+0000 front 2024-04-13T22:11:58.185536+0000 (oldest deadline 2024-04-13T22:12:23.385977+0000) 2024-04-13T22:12:40.352 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:39 smithi189 bash[38223]: debug 2024-04-13T22:12:39.917+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6822 osd.2 since back 2024-04-13T22:12:03.386798+0000 front 2024-04-13T22:12:03.386943+0000 (oldest deadline 2024-04-13T22:12:29.286623+0000) 2024-04-13T22:12:40.352 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:39 smithi189 bash[38223]: debug 2024-04-13T22:12:39.917+0000 7fd17671c700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.165:6830 osd.3 since back 2024-04-13T22:12:12.787986+0000 front 2024-04-13T22:12:12.788230+0000 (oldest deadline 2024-04-13T22:12:37.487956+0000) 2024-04-13T22:12:40.571 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:12:40 smithi165 bash[58271]: ts=2024-04-13T22:12:40.172Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi189.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.189:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi165.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.165:8443: connect: connection refused" 2024-04-13T22:12:40.571 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:12:40 smithi165 bash[58271]: ts=2024-04-13T22:12:40.173Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi165.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.165:8443: connect: connection refused" 2024-04-13T22:12:40.571 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:12:40 smithi165 bash[58271]: ts=2024-04-13T22:12:40.174Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi189.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.189:8443: connect: connection refused" 2024-04-13T22:12:40.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:40 smithi189 bash[43867]: debug 2024-04-13T22:12:40.585+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:51.108484+0000 front 2024-04-13T22:11:51.108448+0000 (oldest deadline 2024-04-13T22:12:14.608217+0000) 2024-04-13T22:12:40.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:40 smithi189 bash[43867]: debug 2024-04-13T22:12:40.585+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.610535+0000 front 2024-04-13T22:11:58.610736+0000 (oldest deadline 2024-04-13T22:12:22.110452+0000) 2024-04-13T22:12:40.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:40 smithi189 bash[43867]: debug 2024-04-13T22:12:40.585+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6822 osd.2 since back 2024-04-13T22:12:06.212159+0000 front 2024-04-13T22:12:06.211984+0000 (oldest deadline 2024-04-13T22:12:31.511801+0000) 2024-04-13T22:12:40.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:40 smithi189 bash[43867]: debug 2024-04-13T22:12:40.585+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6830 osd.3 since back 2024-04-13T22:12:16.213330+0000 front 2024-04-13T22:12:16.213243+0000 (oldest deadline 2024-04-13T22:12:39.112924+0000) 2024-04-13T22:12:42.022 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:41 smithi189 bash[43867]: debug 2024-04-13T22:12:41.629+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:51.108484+0000 front 2024-04-13T22:11:51.108448+0000 (oldest deadline 2024-04-13T22:12:14.608217+0000) 2024-04-13T22:12:42.022 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:41 smithi189 bash[43867]: debug 2024-04-13T22:12:41.629+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.610535+0000 front 2024-04-13T22:11:58.610736+0000 (oldest deadline 2024-04-13T22:12:22.110452+0000) 2024-04-13T22:12:42.022 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:41 smithi189 bash[43867]: debug 2024-04-13T22:12:41.629+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6822 osd.2 since back 2024-04-13T22:12:06.212159+0000 front 2024-04-13T22:12:06.211984+0000 (oldest deadline 2024-04-13T22:12:31.511801+0000) 2024-04-13T22:12:42.022 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:41 smithi189 bash[43867]: debug 2024-04-13T22:12:41.629+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6830 osd.3 since back 2024-04-13T22:12:16.213330+0000 front 2024-04-13T22:12:16.213243+0000 (oldest deadline 2024-04-13T22:12:39.112924+0000) 2024-04-13T22:12:42.351 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:42 smithi189 bash[79946]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-osd-6 2024-04-13T22:12:42.352 INFO:journalctl@ceph.osd.6.smithi189.stdout:Apr 13 22:12:42 smithi189 bash[80013]: Error response from daemon: No such container: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-osd-6 2024-04-13T22:12:42.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:42 smithi189 bash[43867]: debug 2024-04-13T22:12:42.597+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:51.108484+0000 front 2024-04-13T22:11:51.108448+0000 (oldest deadline 2024-04-13T22:12:14.608217+0000) 2024-04-13T22:12:42.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:42 smithi189 bash[43867]: debug 2024-04-13T22:12:42.597+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.610535+0000 front 2024-04-13T22:11:58.610736+0000 (oldest deadline 2024-04-13T22:12:22.110452+0000) 2024-04-13T22:12:42.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:42 smithi189 bash[43867]: debug 2024-04-13T22:12:42.597+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6822 osd.2 since back 2024-04-13T22:12:06.212159+0000 front 2024-04-13T22:12:06.211984+0000 (oldest deadline 2024-04-13T22:12:31.511801+0000) 2024-04-13T22:12:42.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:42 smithi189 bash[43867]: debug 2024-04-13T22:12:42.597+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6830 osd.3 since back 2024-04-13T22:12:16.213330+0000 front 2024-04-13T22:12:16.213243+0000 (oldest deadline 2024-04-13T22:12:39.112924+0000) 2024-04-13T22:12:43.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:43 smithi189 bash[43867]: debug 2024-04-13T22:12:43.541+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:51.108484+0000 front 2024-04-13T22:11:51.108448+0000 (oldest deadline 2024-04-13T22:12:14.608217+0000) 2024-04-13T22:12:43.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:43 smithi189 bash[43867]: debug 2024-04-13T22:12:43.541+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.610535+0000 front 2024-04-13T22:11:58.610736+0000 (oldest deadline 2024-04-13T22:12:22.110452+0000) 2024-04-13T22:12:43.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:43 smithi189 bash[43867]: debug 2024-04-13T22:12:43.541+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6822 osd.2 since back 2024-04-13T22:12:06.212159+0000 front 2024-04-13T22:12:06.211984+0000 (oldest deadline 2024-04-13T22:12:31.511801+0000) 2024-04-13T22:12:43.853 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:43 smithi189 bash[43867]: debug 2024-04-13T22:12:43.541+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6830 osd.3 since back 2024-04-13T22:12:16.213330+0000 front 2024-04-13T22:12:16.213243+0000 (oldest deadline 2024-04-13T22:12:39.112924+0000) 2024-04-13T22:12:44.026 DEBUG:teuthology.orchestra.run.smithi189:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@osd.6.service' 2024-04-13T22:12:44.056 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T22:12:44.056 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-13T22:12:44.057 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-13T22:12:44.057 DEBUG:teuthology.orchestra.run.smithi189:> sudo systemctl stop ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@osd.7 2024-04-13T22:12:44.352 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:44 smithi189 systemd[1]: Stopping Ceph osd.7 for 1c29171c-f9de-11ee-bc8e-c7b262605968... 2024-04-13T22:12:44.352 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:44 smithi189 bash[43867]: debug 2024-04-13T22:12:44.217+0000 7fb76272a700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-13T22:12:44.352 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:44 smithi189 bash[43867]: debug 2024-04-13T22:12:44.217+0000 7fb76272a700 -1 osd.7 117 *** Got signal Terminated *** 2024-04-13T22:12:44.352 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:44 smithi189 bash[43867]: debug 2024-04-13T22:12:44.217+0000 7fb76272a700 -1 osd.7 117 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-13T22:12:44.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:44 smithi189 bash[43867]: debug 2024-04-13T22:12:44.509+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:51.108484+0000 front 2024-04-13T22:11:51.108448+0000 (oldest deadline 2024-04-13T22:12:14.608217+0000) 2024-04-13T22:12:44.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:44 smithi189 bash[43867]: debug 2024-04-13T22:12:44.509+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.610535+0000 front 2024-04-13T22:11:58.610736+0000 (oldest deadline 2024-04-13T22:12:22.110452+0000) 2024-04-13T22:12:44.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:44 smithi189 bash[43867]: debug 2024-04-13T22:12:44.509+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6822 osd.2 since back 2024-04-13T22:12:06.212159+0000 front 2024-04-13T22:12:06.211984+0000 (oldest deadline 2024-04-13T22:12:31.511801+0000) 2024-04-13T22:12:44.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:44 smithi189 bash[43867]: debug 2024-04-13T22:12:44.509+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6830 osd.3 since back 2024-04-13T22:12:16.213330+0000 front 2024-04-13T22:12:16.213243+0000 (oldest deadline 2024-04-13T22:12:39.112924+0000) 2024-04-13T22:12:45.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:45 smithi189 bash[43867]: debug 2024-04-13T22:12:45.469+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:51.108484+0000 front 2024-04-13T22:11:51.108448+0000 (oldest deadline 2024-04-13T22:12:14.608217+0000) 2024-04-13T22:12:45.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:45 smithi189 bash[43867]: debug 2024-04-13T22:12:45.469+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.610535+0000 front 2024-04-13T22:11:58.610736+0000 (oldest deadline 2024-04-13T22:12:22.110452+0000) 2024-04-13T22:12:45.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:45 smithi189 bash[43867]: debug 2024-04-13T22:12:45.469+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6822 osd.2 since back 2024-04-13T22:12:06.212159+0000 front 2024-04-13T22:12:06.211984+0000 (oldest deadline 2024-04-13T22:12:31.511801+0000) 2024-04-13T22:12:45.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:45 smithi189 bash[43867]: debug 2024-04-13T22:12:45.469+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6830 osd.3 since back 2024-04-13T22:12:16.213330+0000 front 2024-04-13T22:12:16.213243+0000 (oldest deadline 2024-04-13T22:12:39.112924+0000) 2024-04-13T22:12:46.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:46 smithi189 bash[43867]: debug 2024-04-13T22:12:46.457+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:51.108484+0000 front 2024-04-13T22:11:51.108448+0000 (oldest deadline 2024-04-13T22:12:14.608217+0000) 2024-04-13T22:12:46.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:46 smithi189 bash[43867]: debug 2024-04-13T22:12:46.457+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.610535+0000 front 2024-04-13T22:11:58.610736+0000 (oldest deadline 2024-04-13T22:12:22.110452+0000) 2024-04-13T22:12:46.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:46 smithi189 bash[43867]: debug 2024-04-13T22:12:46.457+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6822 osd.2 since back 2024-04-13T22:12:06.212159+0000 front 2024-04-13T22:12:06.211984+0000 (oldest deadline 2024-04-13T22:12:31.511801+0000) 2024-04-13T22:12:46.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:46 smithi189 bash[43867]: debug 2024-04-13T22:12:46.457+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6830 osd.3 since back 2024-04-13T22:12:16.213330+0000 front 2024-04-13T22:12:16.213243+0000 (oldest deadline 2024-04-13T22:12:39.112924+0000) 2024-04-13T22:12:47.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:47 smithi189 bash[43867]: debug 2024-04-13T22:12:47.473+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:51.108484+0000 front 2024-04-13T22:11:51.108448+0000 (oldest deadline 2024-04-13T22:12:14.608217+0000) 2024-04-13T22:12:47.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:47 smithi189 bash[43867]: debug 2024-04-13T22:12:47.473+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.610535+0000 front 2024-04-13T22:11:58.610736+0000 (oldest deadline 2024-04-13T22:12:22.110452+0000) 2024-04-13T22:12:47.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:47 smithi189 bash[43867]: debug 2024-04-13T22:12:47.473+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6822 osd.2 since back 2024-04-13T22:12:06.212159+0000 front 2024-04-13T22:12:06.211984+0000 (oldest deadline 2024-04-13T22:12:31.511801+0000) 2024-04-13T22:12:47.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:47 smithi189 bash[43867]: debug 2024-04-13T22:12:47.473+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6830 osd.3 since back 2024-04-13T22:12:16.213330+0000 front 2024-04-13T22:12:16.213243+0000 (oldest deadline 2024-04-13T22:12:39.112924+0000) 2024-04-13T22:12:48.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:48 smithi189 bash[43867]: debug 2024-04-13T22:12:48.441+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6806 osd.0 since back 2024-04-13T22:11:51.108484+0000 front 2024-04-13T22:11:51.108448+0000 (oldest deadline 2024-04-13T22:12:14.608217+0000) 2024-04-13T22:12:48.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:48 smithi189 bash[43867]: debug 2024-04-13T22:12:48.441+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6814 osd.1 since back 2024-04-13T22:11:58.610535+0000 front 2024-04-13T22:11:58.610736+0000 (oldest deadline 2024-04-13T22:12:22.110452+0000) 2024-04-13T22:12:48.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:48 smithi189 bash[43867]: debug 2024-04-13T22:12:48.441+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6822 osd.2 since back 2024-04-13T22:12:06.212159+0000 front 2024-04-13T22:12:06.211984+0000 (oldest deadline 2024-04-13T22:12:31.511801+0000) 2024-04-13T22:12:48.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:48 smithi189 bash[43867]: debug 2024-04-13T22:12:48.441+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.165:6830 osd.3 since back 2024-04-13T22:12:16.213330+0000 front 2024-04-13T22:12:16.213243+0000 (oldest deadline 2024-04-13T22:12:39.112924+0000) 2024-04-13T22:12:48.852 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:48 smithi189 bash[43867]: debug 2024-04-13T22:12:48.441+0000 7fb75ad18700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.189:6804 osd.4 since back 2024-04-13T22:12:21.914888+0000 front 2024-04-13T22:12:21.915029+0000 (oldest deadline 2024-04-13T22:12:47.715314+0000) 2024-04-13T22:12:50.571 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:12:50 smithi165 bash[58271]: ts=2024-04-13T22:12:50.173Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi165.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.165:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi189.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.189:8443: connect: connection refused" 2024-04-13T22:12:50.571 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:12:50 smithi165 bash[58271]: ts=2024-04-13T22:12:50.173Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi165.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.165:8443: connect: connection refused" 2024-04-13T22:12:50.571 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:12:50 smithi165 bash[58271]: ts=2024-04-13T22:12:50.175Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi189.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.189:8443: connect: connection refused" 2024-04-13T22:12:50.601 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:50 smithi189 bash[80147]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-osd-7 2024-04-13T22:12:50.602 INFO:journalctl@ceph.osd.7.smithi189.stdout:Apr 13 22:12:50 smithi189 bash[80212]: Error response from daemon: No such container: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-osd-7 2024-04-13T22:12:52.009 DEBUG:teuthology.orchestra.run.smithi189:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@osd.7.service' 2024-04-13T22:12:52.035 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T22:12:52.035 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-13T22:12:52.036 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-04-13T22:12:52.036 DEBUG:teuthology.orchestra.run.smithi189:> sudo systemctl stop ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@prometheus.a 2024-04-13T22:12:52.352 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 22:12:52 smithi189 systemd[1]: Stopping Ceph prometheus.a for 1c29171c-f9de-11ee-bc8e-c7b262605968... 2024-04-13T22:12:52.353 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 22:12:52 smithi189 bash[60687]: ts=2024-04-13T22:12:52.197Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-13T22:12:52.353 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 22:12:52 smithi189 bash[60687]: ts=2024-04-13T22:12:52.197Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-13T22:12:52.353 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 22:12:52 smithi189 bash[60687]: ts=2024-04-13T22:12:52.197Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-13T22:12:52.353 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 22:12:52 smithi189 bash[60687]: ts=2024-04-13T22:12:52.197Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-13T22:12:52.353 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 22:12:52 smithi189 bash[60687]: ts=2024-04-13T22:12:52.197Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-13T22:12:52.353 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 22:12:52 smithi189 bash[60687]: ts=2024-04-13T22:12:52.197Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-13T22:12:52.354 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 22:12:52 smithi189 bash[60687]: ts=2024-04-13T22:12:52.197Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-13T22:12:52.354 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 22:12:52 smithi189 bash[60687]: ts=2024-04-13T22:12:52.197Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-13T22:12:52.354 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 22:12:52 smithi189 bash[60687]: ts=2024-04-13T22:12:52.197Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-13T22:12:52.354 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 22:12:52 smithi189 bash[60687]: ts=2024-04-13T22:12:52.198Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-13T22:12:52.354 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 22:12:52 smithi189 bash[60687]: ts=2024-04-13T22:12:52.198Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-13T22:12:52.354 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Apr 13 22:12:52 smithi189 bash[60687]: ts=2024-04-13T22:12:52.198Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-13T22:12:52.885 DEBUG:teuthology.orchestra.run.smithi189:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@prometheus.a.service' 2024-04-13T22:12:52.913 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-13T22:12:52.913 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-04-13T22:12:52.914 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 --force --keep-logs 2024-04-13T22:12:53.035 INFO:teuthology.orchestra.run.smithi165.stdout:Deleting cluster with fsid: 1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T22:12:57.893 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:12:57 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:12:57.893 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 22:12:57 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:12:58.243 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 22:12:58 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:12:58.243 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:12:58 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:12:58.494 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 22:12:58 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:12:58.494 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 22:12:58 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:12:58.494 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:12:58 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:12:58.791 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:12:58 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:12:58.792 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:12:58 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:12:58.792 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 22:12:58 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:12:59.070 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 22:12:58 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:12:59.071 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:12:58 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:12:59.397 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:12:59 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:12:59.398 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 22:12:59 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:12:59.398 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 22:12:59 smithi165 systemd[1]: Stopping Ceph node-exporter.a for 1c29171c-f9de-11ee-bc8e-c7b262605968... 2024-04-13T22:13:00.173 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 22:12:59 smithi165 bash[122636]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-node-exporter-a 2024-04-13T22:13:00.173 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 22:13:00 smithi165 systemd[1]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-13T22:13:00.173 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 22:13:00 smithi165 bash[122698]: Error response from daemon: No such container: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-node-exporter-a 2024-04-13T22:13:00.173 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 22:13:00 smithi165 systemd[1]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-13T22:13:00.173 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 22:13:00 smithi165 systemd[1]: Stopped Ceph node-exporter.a for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T22:13:00.433 INFO:journalctl@ceph.node-exporter.a.smithi165.stdout:Apr 13 22:13:00 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:13:00.434 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:13:00 smithi165 bash[58271]: ts=2024-04-13T22:13:00.173Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi189.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.189:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi165.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.165:8443: connect: connection refused" 2024-04-13T22:13:00.434 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:13:00 smithi165 bash[58271]: ts=2024-04-13T22:13:00.174Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi165.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.165:8443: connect: connection refused" 2024-04-13T22:13:00.434 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:13:00 smithi165 bash[58271]: ts=2024-04-13T22:13:00.174Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi189.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.189:8443: connect: connection refused" 2024-04-13T22:13:00.434 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:13:00 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:13:00.434 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:13:00 smithi165 systemd[1]: Stopping Ceph alertmanager.a for 1c29171c-f9de-11ee-bc8e-c7b262605968... 2024-04-13T22:13:00.434 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:13:00 smithi165 bash[58271]: ts=2024-04-13T22:13:00.392Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-13T22:13:01.315 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:13:01 smithi165 bash[122760]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-alertmanager-a 2024-04-13T22:13:01.315 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:13:01 smithi165 bash[122818]: Error response from daemon: No such container: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-alertmanager-a 2024-04-13T22:13:01.315 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:13:01 smithi165 systemd[1]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-13T22:13:01.316 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:13:01 smithi165 systemd[1]: Stopped Ceph alertmanager.a for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T22:13:01.570 INFO:journalctl@ceph.alertmanager.a.smithi165.stdout:Apr 13 22:13:01 smithi165 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:13:06.103 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 --force --keep-logs 2024-04-13T22:13:06.224 INFO:teuthology.orchestra.run.smithi189.stdout:Deleting cluster with fsid: 1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T22:13:11.083 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 22:13:10 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:13:11.084 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 22:13:10 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:13:11.352 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 22:13:11 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:13:11.352 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 22:13:11 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:13:11.751 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 22:13:11 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:13:11.751 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 22:13:11 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:13:11.752 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 22:13:11 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:13:11.752 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 22:13:11 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:13:12.046 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 22:13:11 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:13:12.046 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 22:13:11 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:13:12.352 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 22:13:12 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:13:12.352 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 22:13:12 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:13:12.770 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 22:13:12 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:13:12.771 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 22:13:12 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:13:12.771 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 22:13:12 smithi189 systemd[1]: Stopping Ceph node-exporter.b for 1c29171c-f9de-11ee-bc8e-c7b262605968... 2024-04-13T22:13:13.352 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 22:13:13 smithi189 bash[80677]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-node-exporter-b 2024-04-13T22:13:13.352 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 22:13:13 smithi189 systemd[1]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-13T22:13:13.352 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 22:13:13 smithi189 bash[80737]: Error response from daemon: No such container: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-node-exporter-b 2024-04-13T22:13:13.352 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 22:13:13 smithi189 systemd[1]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-13T22:13:13.352 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 22:13:13 smithi189 systemd[1]: Stopped Ceph node-exporter.b for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T22:13:13.642 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Apr 13 22:13:13 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:13:13.642 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 22:13:13 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:13:13.643 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 22:13:13 smithi189 systemd[1]: Stopping Ceph grafana.a for 1c29171c-f9de-11ee-bc8e-c7b262605968... 2024-04-13T22:13:14.411 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 22:13:14 smithi189 bash[80800]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-grafana-a 2024-04-13T22:13:14.411 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 22:13:14 smithi189 systemd[1]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-04-13T22:13:14.411 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 22:13:14 smithi189 bash[80859]: Error response from daemon: No such container: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968-grafana-a 2024-04-13T22:13:14.412 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 22:13:14 smithi189 systemd[1]: ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-13T22:13:14.412 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 22:13:14 smithi189 systemd[1]: Stopped Ceph grafana.a for 1c29171c-f9de-11ee-bc8e-c7b262605968. 2024-04-13T22:13:14.852 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Apr 13 22:13:14 smithi189 systemd[1]: /etc/systemd/system/ceph-1c29171c-f9de-11ee-bc8e-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-13T22:13:24.075 DEBUG:teuthology.orchestra.run.smithi165:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-13T22:13:24.089 DEBUG:teuthology.orchestra.run.smithi189:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-13T22:13:24.102 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-13T22:13:24.104 DEBUG:teuthology.misc:Transferring archived files from smithi165:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/crash to /home/teuthworker/archive/sjust-2024-04-13_21:17:11-upgrade:reef-x:stress-split-wip-sjust-squid-testing-65185-2024-04-12-distro-default-smithi/7655162/remote/smithi165/crash 2024-04-13T22:13:24.105 DEBUG:teuthology.orchestra.run.smithi165:> sudo tar c -f - -C /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/crash -- . 2024-04-13T22:13:24.142 INFO:teuthology.orchestra.run.smithi165.stderr:tar: /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/crash: Cannot open: No such file or directory 2024-04-13T22:13:24.142 INFO:teuthology.orchestra.run.smithi165.stderr:tar: Error is not recoverable: exiting now 2024-04-13T22:13:24.144 DEBUG:teuthology.misc:Transferring archived files from smithi189:/var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/crash to /home/teuthworker/archive/sjust-2024-04-13_21:17:11-upgrade:reef-x:stress-split-wip-sjust-squid-testing-65185-2024-04-12-distro-default-smithi/7655162/remote/smithi189/crash 2024-04-13T22:13:24.145 DEBUG:teuthology.orchestra.run.smithi189:> sudo tar c -f - -C /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/crash -- . 2024-04-13T22:13:24.159 INFO:teuthology.orchestra.run.smithi189.stderr:tar: /var/lib/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/crash: Cannot open: No such file or directory 2024-04-13T22:13:24.160 INFO:teuthology.orchestra.run.smithi189.stderr:tar: Error is not recoverable: exiting now 2024-04-13T22:13:24.161 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-13T22:13:24.161 DEBUG:teuthology.orchestra.run.smithi165:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-04-13T22:13:24.202 INFO:teuthology.orchestra.run.smithi165.stdout:2024-04-13T21:59:52.401728+0000 mon.a (mon.0) 110 : cluster 4 [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-04-13T22:13:24.203 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-04-13T22:13:24.203 INFO:tasks.cephadm:Compressing logs... 2024-04-13T22:13:24.203 DEBUG:teuthology.orchestra.run.smithi165:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-13T22:13:24.254 DEBUG:teuthology.orchestra.run.smithi189:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-13T22:13:24.263 INFO:teuthology.orchestra.run.smithi165.stderr:find: '/var/log/rbd-target-api': No such file or directory 2024-04-13T22:13:24.268 INFO:teuthology.orchestra.run.smithi189.stderr:find: '/var/log/rbd-target-api': No such file or directory 2024-04-13T22:13:24.274 INFO:teuthology.orchestra.run.smithi165.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-13T22:13:24.274 INFO:teuthology.orchestra.run.smithi165.stderr:gzip -5 --verbose -- /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-mgr.y.log 2024-04-13T22:13:24.274 INFO:teuthology.orchestra.run.smithi165.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-osd.0.log 2024-04-13T22:13:24.276 INFO:teuthology.orchestra.run.smithi165.stderr:/var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-osd.2.log 2024-04-13T22:13:24.276 INFO:teuthology.orchestra.run.smithi165.stderr:/var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-mon.a.log 2024-04-13T22:13:24.276 INFO:teuthology.orchestra.run.smithi165.stderr:/var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph.cephadm.log 2024-04-13T22:13:24.276 INFO:teuthology.orchestra.run.smithi165.stderr:/var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-osd.3.log 2024-04-13T22:13:24.277 INFO:teuthology.orchestra.run.smithi189.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-13T22:13:24.278 INFO:teuthology.orchestra.run.smithi165.stderr:gzip/var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph.cephadm.log: -5 --verbose -- /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-osd.1.log 2024-04-13T22:13:24.278 INFO:teuthology.orchestra.run.smithi165.stderr:/var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph.log 2024-04-13T22:13:24.278 INFO:teuthology.orchestra.run.smithi165.stderr:/var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-osd.1.log: 90.9% -- replaced with /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph.cephadm.log.gz 2024-04-13T22:13:24.279 INFO:teuthology.orchestra.run.smithi165.stderr:gzip -5 --verbose -- /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-volume.log 2024-04-13T22:13:24.281 INFO:teuthology.orchestra.run.smithi189.stderr:gzip -5 --verbose -- /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-osd.7.log 2024-04-13T22:13:24.282 INFO:teuthology.orchestra.run.smithi189.stderr:gzip -5 --verbose -- /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-osd.6.log 2024-04-13T22:13:24.282 INFO:teuthology.orchestra.run.smithi189.stderr:/var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-osd.7.log: /var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph.cephadm.log 2024-04-13T22:13:24.282 INFO:teuthology.orchestra.run.smithi189.stderr:/var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-osd.5.log 2024-04-13T22:13:24.282 INFO:teuthology.orchestra.run.smithi189.stderr:gzip -5 --verbose -- /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-mgr.x.log 2024-04-13T22:13:24.282 INFO:teuthology.orchestra.run.smithi189.stderr:/var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph.log 2024-04-13T22:13:24.282 INFO:teuthology.orchestra.run.smithi189.stderr:/var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-osd.5.log: /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-volume.log 2024-04-13T22:13:24.283 INFO:teuthology.orchestra.run.smithi189.stderr: 84.1% -- replaced with /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph.cephadm.log.gz/var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph.audit.log 2024-04-13T22:13:24.283 INFO:teuthology.orchestra.run.smithi189.stderr: 2024-04-13T22:13:24.283 INFO:teuthology.orchestra.run.smithi189.stderr:/var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-mon.b.log 2024-04-13T22:13:24.284 INFO:teuthology.orchestra.run.smithi165.stderr:/var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph.log: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-13T22:13:24.284 INFO:teuthology.orchestra.run.smithi165.stderr:gzip -5 --verbose -- /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-mon.c.log 2024-04-13T22:13:24.284 INFO:teuthology.orchestra.run.smithi165.stderr:/var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-volume.log: 93.4% -- replaced with /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph.log.gz 2024-04-13T22:13:24.285 INFO:teuthology.orchestra.run.smithi165.stderr:gzip -5 --verbose -- /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph.audit.log 2024-04-13T22:13:24.286 INFO:teuthology.orchestra.run.smithi189.stderr:/var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph.audit.log: 88.3% -- replaced with /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph.log.gz 2024-04-13T22:13:24.286 INFO:teuthology.orchestra.run.smithi189.stderr:gzip -5 --verbose -- /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-mds.foo.smithi189.nwqqrx.log 2024-04-13T22:13:24.287 INFO:teuthology.orchestra.run.smithi189.stderr:/var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-mon.b.log: 90.2% -- replaced with /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph.audit.log.gz 2024-04-13T22:13:24.287 INFO:teuthology.orchestra.run.smithi189.stderr:gzip -5 --verbose -- /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-osd.4.log 2024-04-13T22:13:24.288 INFO:teuthology.orchestra.run.smithi189.stderr:/var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-mds.foo.smithi189.nwqqrx.log: 85.4% -- replaced with /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-mds.foo.smithi189.nwqqrx.log.gz 2024-04-13T22:13:24.289 INFO:teuthology.orchestra.run.smithi189.stderr: 84.0% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-13T22:13:24.295 INFO:teuthology.orchestra.run.smithi165.stderr:/var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-mds.foo.smithi165.sviubw.log 2024-04-13T22:13:24.299 INFO:teuthology.orchestra.run.smithi189.stderr:/var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-osd.4.log: 91.3% -- replaced with /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-volume.log.gz 2024-04-13T22:13:24.302 INFO:teuthology.orchestra.run.smithi165.stderr:/var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph.audit.log: 94.0% -- replaced with /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph.audit.log.gz 2024-04-13T22:13:24.308 INFO:teuthology.orchestra.run.smithi165.stderr: 91.1% -- replaced with /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-volume.log.gz 2024-04-13T22:13:24.310 INFO:teuthology.orchestra.run.smithi165.stderr:/var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-mds.foo.smithi165.sviubw.log: 87.0% -- replaced with /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-mds.foo.smithi165.sviubw.log.gz 2024-04-13T22:13:24.330 INFO:teuthology.orchestra.run.smithi189.stderr: 89.4% -- replaced with /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-mgr.x.log.gz 2024-04-13T22:13:24.677 INFO:teuthology.orchestra.run.smithi165.stderr: 89.1% -- replaced with /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-mgr.y.log.gz 2024-04-13T22:13:24.819 INFO:teuthology.orchestra.run.smithi189.stderr: 92.6% -- replaced with /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-mon.b.log.gz 2024-04-13T22:13:24.824 INFO:teuthology.orchestra.run.smithi189.stderr: 92.9% -- replaced with /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-osd.6.log.gz 2024-04-13T22:13:24.852 INFO:teuthology.orchestra.run.smithi165.stderr: 92.5% -- replaced with /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-mon.c.log.gz 2024-04-13T22:13:24.870 INFO:teuthology.orchestra.run.smithi189.stderr: 93.1% -- replaced with /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-osd.5.log.gz 2024-04-13T22:13:24.967 INFO:teuthology.orchestra.run.smithi189.stderr: 93.2% -- replaced with /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-osd.7.log.gz 2024-04-13T22:13:25.025 INFO:teuthology.orchestra.run.smithi165.stderr: 93.3% -- replaced with /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-osd.3.log.gz 2024-04-13T22:13:25.081 INFO:teuthology.orchestra.run.smithi165.stderr: 93.2% -- replaced with /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-osd.0.log.gz 2024-04-13T22:13:25.096 INFO:teuthology.orchestra.run.smithi189.stderr: 93.4% -- replaced with /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-osd.4.log.gz 2024-04-13T22:13:25.098 INFO:teuthology.orchestra.run.smithi189.stderr: 2024-04-13T22:13:25.098 INFO:teuthology.orchestra.run.smithi189.stderr:real 0m0.839s 2024-04-13T22:13:25.099 INFO:teuthology.orchestra.run.smithi189.stderr:user 0m3.135s 2024-04-13T22:13:25.099 INFO:teuthology.orchestra.run.smithi189.stderr:sys 0m0.151s 2024-04-13T22:13:25.129 INFO:teuthology.orchestra.run.smithi165.stderr: 93.2% -- replaced with /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-osd.2.log.gz 2024-04-13T22:13:25.277 INFO:teuthology.orchestra.run.smithi165.stderr: 90.7% -- replaced with /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-mon.a.log.gz 2024-04-13T22:13:25.338 INFO:teuthology.orchestra.run.smithi165.stderr: 93.5% -- replaced with /var/log/ceph/1c29171c-f9de-11ee-bc8e-c7b262605968/ceph-osd.1.log.gz 2024-04-13T22:13:25.340 INFO:teuthology.orchestra.run.smithi165.stderr: 2024-04-13T22:13:25.340 INFO:teuthology.orchestra.run.smithi165.stderr:real 0m1.085s 2024-04-13T22:13:25.340 INFO:teuthology.orchestra.run.smithi165.stderr:user 0m5.299s 2024-04-13T22:13:25.341 INFO:teuthology.orchestra.run.smithi165.stderr:sys 0m0.210s 2024-04-13T22:13:25.341 INFO:tasks.cephadm:Archiving logs... 2024-04-13T22:13:25.341 DEBUG:teuthology.misc:Transferring archived files from smithi165:/var/log/ceph to /home/teuthworker/archive/sjust-2024-04-13_21:17:11-upgrade:reef-x:stress-split-wip-sjust-squid-testing-65185-2024-04-12-distro-default-smithi/7655162/remote/smithi165/log 2024-04-13T22:13:25.342 DEBUG:teuthology.orchestra.run.smithi165:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-13T22:13:25.968 DEBUG:teuthology.misc:Transferring archived files from smithi189:/var/log/ceph to /home/teuthworker/archive/sjust-2024-04-13_21:17:11-upgrade:reef-x:stress-split-wip-sjust-squid-testing-65185-2024-04-12-distro-default-smithi/7655162/remote/smithi189/log 2024-04-13T22:13:25.969 DEBUG:teuthology.orchestra.run.smithi189:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-13T22:13:26.347 INFO:tasks.cephadm:Removing cluster... 2024-04-13T22:13:26.347 DEBUG:teuthology.orchestra.run.smithi165:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 --force 2024-04-13T22:13:26.467 INFO:teuthology.orchestra.run.smithi165.stdout:Deleting cluster with fsid: 1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T22:13:27.811 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 1c29171c-f9de-11ee-bc8e-c7b262605968 --force 2024-04-13T22:13:27.931 INFO:teuthology.orchestra.run.smithi189.stdout:Deleting cluster with fsid: 1c29171c-f9de-11ee-bc8e-c7b262605968 2024-04-13T22:13:29.283 INFO:tasks.cephadm:Removing cephadm ... 2024-04-13T22:13:29.283 DEBUG:teuthology.orchestra.run.smithi165:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-13T22:13:29.293 DEBUG:teuthology.orchestra.run.smithi189:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-13T22:13:29.303 INFO:tasks.cephadm:Teardown complete 2024-04-13T22:13:29.304 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-13T22:13:29.331 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-13T22:13:29.331 DEBUG:teuthology.orchestra.run.smithi165:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-13T22:13:29.344 DEBUG:teuthology.orchestra.run.smithi189:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-13T22:13:29.421 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-13T22:13:29.435 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-13T22:13:29.436 DEBUG:teuthology.orchestra.run.smithi165:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-13T22:13:29.441 DEBUG:teuthology.orchestra.run.smithi189:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-13T22:13:29.454 INFO:teuthology.orchestra.run.smithi165.stdout: remote refid st t when poll reach delay offset jitter 2024-04-13T22:13:29.455 INFO:teuthology.orchestra.run.smithi165.stdout:============================================================================== 2024-04-13T22:13:29.455 INFO:teuthology.orchestra.run.smithi165.stdout:*hv01.front.sepi 67.205.162.81 3 u 16 64 377 0.088 -2.379 0.272 2024-04-13T22:13:29.455 INFO:teuthology.orchestra.run.smithi165.stdout:+hv02.front.sepi 96.245.170.99 3 u 8 64 377 0.101 -1.398 0.479 2024-04-13T22:13:29.455 INFO:teuthology.orchestra.run.smithi165.stdout:+hv03.front.sepi 74.6.168.72 3 u 13 64 377 0.085 -2.662 0.191 2024-04-13T22:13:29.455 INFO:teuthology.orchestra.run.smithi165.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2024-04-13T22:13:29.456 INFO:teuthology.orchestra.run.smithi189.stdout: remote refid st t when poll reach delay offset jitter 2024-04-13T22:13:29.456 INFO:teuthology.orchestra.run.smithi189.stdout:============================================================================== 2024-04-13T22:13:29.456 INFO:teuthology.orchestra.run.smithi189.stdout:+hv01.front.sepi 67.205.162.81 3 u 8 64 377 0.101 -3.138 0.885 2024-04-13T22:13:29.456 INFO:teuthology.orchestra.run.smithi189.stdout:+hv02.front.sepi 96.245.170.99 3 u 13 64 377 0.095 -1.757 0.988 2024-04-13T22:13:29.457 INFO:teuthology.orchestra.run.smithi189.stdout:*hv03.front.sepi 74.6.168.72 3 u 14 64 377 0.086 -2.572 0.885 2024-04-13T22:13:29.457 INFO:teuthology.orchestra.run.smithi189.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2024-04-13T22:13:29.458 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-13T22:13:29.477 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-13T22:13:29.479 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-13T22:13:29.509 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-13T22:13:29.544 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-13T22:13:29.578 INFO:teuthology.task.internal:Duration was 2667.219944 seconds 2024-04-13T22:13:29.579 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-13T22:13:29.608 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-13T22:13:29.609 DEBUG:teuthology.orchestra.run.smithi165:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-13T22:13:29.611 DEBUG:teuthology.orchestra.run.smithi189:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-13T22:13:29.646 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-13T22:13:29.646 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi165.front.sepia.ceph.com 2024-04-13T22:13:29.647 DEBUG:teuthology.orchestra.run.smithi165:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-13T22:13:29.695 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi189.front.sepia.ceph.com 2024-04-13T22:13:29.696 DEBUG:teuthology.orchestra.run.smithi189:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-13T22:13:29.706 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-13T22:13:29.706 DEBUG:teuthology.orchestra.run.smithi165:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-13T22:13:29.744 DEBUG:teuthology.orchestra.run.smithi189:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-13T22:13:29.804 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-13T22:13:29.805 DEBUG:teuthology.orchestra.run.smithi165:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-13T22:13:29.807 DEBUG:teuthology.orchestra.run.smithi189:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-13T22:13:29.983 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-13T22:13:29.994 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-13T22:13:29.994 DEBUG:teuthology.orchestra.run.smithi165:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-13T22:13:30.007 DEBUG:teuthology.orchestra.run.smithi189:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-13T22:13:30.022 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-13T22:13:30.035 DEBUG:teuthology.orchestra.run.smithi165:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-13T22:13:30.052 DEBUG:teuthology.orchestra.run.smithi189:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-13T22:13:30.060 INFO:teuthology.orchestra.run.smithi165.stdout:kernel.core_pattern = core 2024-04-13T22:13:30.075 INFO:teuthology.orchestra.run.smithi189.stdout:kernel.core_pattern = core 2024-04-13T22:13:30.097 DEBUG:teuthology.orchestra.run.smithi165:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-13T22:13:30.118 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-13T22:13:30.119 DEBUG:teuthology.orchestra.run.smithi189:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-13T22:13:30.144 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-13T22:13:30.144 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-13T22:13:30.155 INFO:teuthology.task.internal:Transferring archived files... 2024-04-13T22:13:30.155 DEBUG:teuthology.misc:Transferring archived files from smithi165:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/sjust-2024-04-13_21:17:11-upgrade:reef-x:stress-split-wip-sjust-squid-testing-65185-2024-04-12-distro-default-smithi/7655162/remote/smithi165 2024-04-13T22:13:30.155 DEBUG:teuthology.orchestra.run.smithi165:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-13T22:13:30.191 DEBUG:teuthology.misc:Transferring archived files from smithi189:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/sjust-2024-04-13_21:17:11-upgrade:reef-x:stress-split-wip-sjust-squid-testing-65185-2024-04-12-distro-default-smithi/7655162/remote/smithi189 2024-04-13T22:13:30.192 DEBUG:teuthology.orchestra.run.smithi189:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-13T22:13:30.216 INFO:teuthology.task.internal:Removing archive directory... 2024-04-13T22:13:30.217 DEBUG:teuthology.orchestra.run.smithi165:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-13T22:13:30.232 DEBUG:teuthology.orchestra.run.smithi189:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-13T22:13:30.262 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-13T22:13:30.276 INFO:teuthology.task.internal:Not uploading archives. 2024-04-13T22:13:30.276 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-13T22:13:30.295 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-13T22:13:30.295 DEBUG:teuthology.orchestra.run.smithi165:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-13T22:13:30.297 DEBUG:teuthology.orchestra.run.smithi189:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-13T22:13:30.302 INFO:teuthology.orchestra.run.smithi165.stdout: 658466 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 13 22:13 /home/ubuntu/cephtest 2024-04-13T22:13:30.309 INFO:teuthology.orchestra.run.smithi189.stdout: 658640 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 13 22:13 /home/ubuntu/cephtest 2024-04-13T22:13:30.310 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-13T22:13:30.327 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-13T22:13:30.395 INFO:teuthology.nuke:Checking targets against current locks 2024-04-13T22:13:30.423 DEBUG:teuthology.nuke:shortname: smithi165 2024-04-13T22:13:30.423 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-13T22:13:30.450 DEBUG:teuthology.nuke:shortname: smithi189 2024-04-13T22:13:30.450 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-13T22:13:30.453 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi165.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/sjust-2024-04-13_21:17:11-upgrade:reef-x:stress-split-wip-sjust-squid-testing-65185-2024-04-12-distro-default-smithi/7655162', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-13 21:19:31.969474', 'locked_by': 'scheduled_sjust@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOgaHK+ahZQAaHHTSTYLojX+lgMA+rbxi4C/CkVY3Z1JOwfdOG0FH4HW5C6EyD8iE36TUWs9qFoSeUknz6/ZPR4='} 2024-04-13T22:13:30.480 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi189.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/sjust-2024-04-13_21:17:11-upgrade:reef-x:stress-split-wip-sjust-squid-testing-65185-2024-04-12-distro-default-smithi/7655162', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-13 21:19:31.967622', 'locked_by': 'scheduled_sjust@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEuHXOC97VcHbyc//6PrcgpfNyTF49vKNvTtmBGp4g5W4IPSc0Hs3/EsPPUk44ulEQC49MWhCnIEZrgWU9zoSyA='} 2024-04-13T22:13:30.506 INFO:teuthology.orchestra.console.smithi165:Power off 2024-04-13T22:13:30.506 DEBUG:teuthology.orchestra.console.smithi165:pexpect command: ipmitool -H smithi165.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-13T22:13:30.528 DEBUG:teuthology.orchestra.console.smithi165:power off output: Chassis Power Control: Down/Off 2024-04-13T22:13:30.528 DEBUG:teuthology.orchestra.console.smithi165:pexpect command: ipmitool -H smithi165.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-13T22:13:30.545 INFO:teuthology.orchestra.console.smithi189:Power off 2024-04-13T22:13:30.545 DEBUG:teuthology.orchestra.console.smithi189:pexpect command: ipmitool -H smithi189.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-13T22:13:30.569 DEBUG:teuthology.orchestra.console.smithi189:power off output: Chassis Power Control: Down/Off 2024-04-13T22:13:30.569 DEBUG:teuthology.orchestra.console.smithi189:pexpect command: ipmitool -H smithi189.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-13T22:13:30.578 DEBUG:teuthology.orchestra.console.smithi165:check power output: Chassis Power is on 2024-04-13T22:13:30.592 DEBUG:teuthology.orchestra.console.smithi189:check power output: Chassis Power is on 2024-04-13T22:13:34.580 DEBUG:teuthology.orchestra.console.smithi165:pexpect command: ipmitool -H smithi165.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-13T22:13:34.593 DEBUG:teuthology.orchestra.console.smithi189:pexpect command: ipmitool -H smithi189.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-13T22:13:34.691 DEBUG:teuthology.orchestra.console.smithi165:check power output: Chassis Power is on 2024-04-13T22:13:34.702 DEBUG:teuthology.orchestra.console.smithi189:check power output: Chassis Power is on 2024-04-13T22:13:38.696 DEBUG:teuthology.orchestra.console.smithi165:pexpect command: ipmitool -H smithi165.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-13T22:13:38.705 DEBUG:teuthology.orchestra.console.smithi189:pexpect command: ipmitool -H smithi189.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-13T22:13:38.807 DEBUG:teuthology.orchestra.console.smithi165:check power output: Chassis Power is off 2024-04-13T22:13:38.814 DEBUG:teuthology.orchestra.console.smithi189:check power output: Chassis Power is on 2024-04-13T22:13:38.908 INFO:teuthology.orchestra.console.smithi165:Power off completed 2024-04-13T22:13:42.818 DEBUG:teuthology.orchestra.console.smithi189:pexpect command: ipmitool -H smithi189.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-13T22:13:42.928 DEBUG:teuthology.orchestra.console.smithi189:check power output: Chassis Power is off 2024-04-13T22:13:43.028 INFO:teuthology.orchestra.console.smithi189:Power off completed 2024-04-13T22:13:43.133 INFO:teuthology.run:Summary data: description: upgrade:reef-x:stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic} duration: 2667.2199442386627 failure_reason: timeout expired in wait_until_healthy flavor: default owner: scheduled_sjust@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=4fe6bec5719147cd8a57f326506164e9 status: fail success: false 2024-04-13T22:13:43.133 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-13T22:13:43.206 INFO:teuthology.run:FAIL